[ 572.961497] env[69677]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69677) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 572.961834] env[69677]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69677) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 572.961953] env[69677]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69677) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 572.962281] env[69677]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 573.060835] env[69677]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69677) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 573.070818] env[69677]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69677) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 573.113796] env[69677]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 573.673826] env[69677]: INFO nova.virt.driver [None req-7e50173a-dcb1-437f-b475-040a940d4267 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 573.744465] env[69677]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.744625] env[69677]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.744742] env[69677]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69677) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 576.628696] env[69677]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-64970104-9bb8-4b5e-8fb5-1f430866cf5d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.645184] env[69677]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69677) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 576.645366] env[69677]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-26714219-3955-4c61-900e-5f2660c98152 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.677407] env[69677]: INFO oslo_vmware.api [-] Successfully established new session; session ID is b3f42. [ 576.677613] env[69677]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.933s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.678084] env[69677]: INFO nova.virt.vmwareapi.driver [None req-7e50173a-dcb1-437f-b475-040a940d4267 None None] VMware vCenter version: 7.0.3 [ 576.681485] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3797f65e-5fb7-4320-ba75-3c8b1111c11c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.698715] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252ba529-7710-4200-920a-46455af5cf31 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.705193] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f552be-48b1-4533-8fa7-8d81d1d65150 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.711777] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7c3dce-ad10-405e-b962-9191616498d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.724750] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678e0ed1-96a6-4c0e-bd0e-d6b6669cff64 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.730614] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbefadae-a0b1-4e5b-8c55-c76b93bc7def {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.760944] env[69677]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-e08f3061-adc9-4658-8856-c6d1b157643c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.766236] env[69677]: DEBUG nova.virt.vmwareapi.driver [None req-7e50173a-dcb1-437f-b475-040a940d4267 None None] Extension org.openstack.compute already exists. {{(pid=69677) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 576.768817] env[69677]: INFO nova.compute.provider_config [None req-7e50173a-dcb1-437f-b475-040a940d4267 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 577.273022] env[69677]: DEBUG nova.context [None req-7e50173a-dcb1-437f-b475-040a940d4267 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),cbcad52e-ed00-46b3-9daa-da55235dbe78(cell1) {{(pid=69677) load_cells /opt/stack/nova/nova/context.py:464}} [ 577.275382] env[69677]: DEBUG oslo_concurrency.lockutils [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.275635] env[69677]: DEBUG oslo_concurrency.lockutils [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.276496] env[69677]: DEBUG oslo_concurrency.lockutils [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.276947] env[69677]: DEBUG oslo_concurrency.lockutils [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Acquiring lock "cbcad52e-ed00-46b3-9daa-da55235dbe78" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.277159] env[69677]: DEBUG oslo_concurrency.lockutils [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Lock "cbcad52e-ed00-46b3-9daa-da55235dbe78" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.278164] env[69677]: DEBUG oslo_concurrency.lockutils [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Lock "cbcad52e-ed00-46b3-9daa-da55235dbe78" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.298147] env[69677]: INFO dbcounter [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Registered counter for database nova_cell0 [ 577.306494] env[69677]: INFO dbcounter [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Registered counter for database nova_cell1 [ 577.744282] env[69677]: DEBUG oslo_db.sqlalchemy.engines [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69677) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 577.744705] env[69677]: DEBUG oslo_db.sqlalchemy.engines [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69677) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 577.749785] env[69677]: ERROR nova.db.main.api [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 577.749785] env[69677]: result = function(*args, **kwargs) [ 577.749785] env[69677]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 577.749785] env[69677]: return func(*args, **kwargs) [ 577.749785] env[69677]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 577.749785] env[69677]: result = fn(*args, **kwargs) [ 577.749785] env[69677]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 577.749785] env[69677]: return f(*args, **kwargs) [ 577.749785] env[69677]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 577.749785] env[69677]: return db.service_get_minimum_version(context, binaries) [ 577.749785] env[69677]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 577.749785] env[69677]: _check_db_access() [ 577.749785] env[69677]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 577.749785] env[69677]: stacktrace = ''.join(traceback.format_stack()) [ 577.749785] env[69677]: [ 577.750529] env[69677]: ERROR nova.db.main.api [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 577.750529] env[69677]: result = function(*args, **kwargs) [ 577.750529] env[69677]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 577.750529] env[69677]: return func(*args, **kwargs) [ 577.750529] env[69677]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 577.750529] env[69677]: result = fn(*args, **kwargs) [ 577.750529] env[69677]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 577.750529] env[69677]: return f(*args, **kwargs) [ 577.750529] env[69677]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 577.750529] env[69677]: return db.service_get_minimum_version(context, binaries) [ 577.750529] env[69677]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 577.750529] env[69677]: _check_db_access() [ 577.750529] env[69677]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 577.750529] env[69677]: stacktrace = ''.join(traceback.format_stack()) [ 577.750529] env[69677]: [ 577.750943] env[69677]: WARNING nova.objects.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 577.751094] env[69677]: WARNING nova.objects.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Failed to get minimum service version for cell cbcad52e-ed00-46b3-9daa-da55235dbe78 [ 577.751561] env[69677]: DEBUG oslo_concurrency.lockutils [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Acquiring lock "singleton_lock" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.751720] env[69677]: DEBUG oslo_concurrency.lockutils [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Acquired lock "singleton_lock" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.751959] env[69677]: DEBUG oslo_concurrency.lockutils [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Releasing lock "singleton_lock" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.752309] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Full set of CONF: {{(pid=69677) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 577.752453] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ******************************************************************************** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 577.752580] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] Configuration options gathered from: {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 577.752713] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 577.752907] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 577.753050] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ================================================================================ {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 577.753325] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] allow_resize_to_same_host = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.753506] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] arq_binding_timeout = 300 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.753641] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] backdoor_port = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.753765] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] backdoor_socket = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.753928] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] block_device_allocate_retries = 60 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.754100] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] block_device_allocate_retries_interval = 3 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.754275] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cert = self.pem {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.754440] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.754606] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute_monitors = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.754770] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] config_dir = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.755170] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] config_drive_format = iso9660 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.755317] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.755506] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] config_source = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.755690] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] console_host = devstack {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.755857] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] control_exchange = nova {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.756030] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cpu_allocation_ratio = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.756197] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] daemon = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.756367] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] debug = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.756523] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] default_access_ip_network_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.756684] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] default_availability_zone = nova {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.756837] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] default_ephemeral_format = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.756995] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] default_green_pool_size = 1000 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.757246] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.757411] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] default_schedule_zone = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.757565] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] disk_allocation_ratio = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.757722] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] enable_new_services = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.757896] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] enabled_apis = ['osapi_compute'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.758068] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] enabled_ssl_apis = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.758234] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] flat_injected = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.758389] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] force_config_drive = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.758545] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] force_raw_images = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.758711] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] graceful_shutdown_timeout = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.758872] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] heal_instance_info_cache_interval = -1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.759111] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] host = cpu-1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.759296] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.759461] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.759621] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.759835] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.759997] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] instance_build_timeout = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.760168] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] instance_delete_interval = 300 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.760336] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] instance_format = [instance: %(uuid)s] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.760499] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] instance_name_template = instance-%08x {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.760659] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] instance_usage_audit = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.760825] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] instance_usage_audit_period = month {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.760987] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.761194] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.761368] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] internal_service_availability_zone = internal {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.761525] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] key = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.761682] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] live_migration_retry_count = 30 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.761849] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] log_color = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.762023] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] log_config_append = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.762192] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.762352] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] log_dir = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.762506] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] log_file = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.762632] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] log_options = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.762788] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] log_rotate_interval = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.762954] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] log_rotate_interval_type = days {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.763129] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] log_rotation_type = none {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.763285] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.763414] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.763581] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.763743] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.763866] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.764036] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] long_rpc_timeout = 1800 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.764200] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] max_concurrent_builds = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.764357] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] max_concurrent_live_migrations = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.764511] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] max_concurrent_snapshots = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.764665] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] max_local_block_devices = 3 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.764818] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] max_logfile_count = 30 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.764971] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] max_logfile_size_mb = 200 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.765167] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] maximum_instance_delete_attempts = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.765356] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] metadata_listen = 0.0.0.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.765545] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] metadata_listen_port = 8775 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.765722] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] metadata_workers = 2 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.765882] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] migrate_max_retries = -1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.766056] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] mkisofs_cmd = genisoimage {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.766263] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.766395] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] my_ip = 10.180.1.21 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.766592] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.766751] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] network_allocate_retries = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.766925] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.767106] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.767268] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] osapi_compute_listen_port = 8774 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.767435] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] osapi_compute_unique_server_name_scope = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.767601] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] osapi_compute_workers = 2 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.767758] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] password_length = 12 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.767916] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] periodic_enable = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.768082] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] periodic_fuzzy_delay = 60 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.768251] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] pointer_model = usbtablet {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.768415] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] preallocate_images = none {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.768575] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] publish_errors = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.768702] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] pybasedir = /opt/stack/nova {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.768857] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ram_allocation_ratio = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.769029] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] rate_limit_burst = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.769202] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] rate_limit_except_level = CRITICAL {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.769365] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] rate_limit_interval = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.769524] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] reboot_timeout = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.769682] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] reclaim_instance_interval = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.769836] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] record = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.770007] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] reimage_timeout_per_gb = 60 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.770180] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] report_interval = 120 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.770344] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] rescue_timeout = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.770500] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] reserved_host_cpus = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.770655] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] reserved_host_disk_mb = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.770812] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] reserved_host_memory_mb = 512 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.770970] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] reserved_huge_pages = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.771178] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] resize_confirm_window = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.771352] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] resize_fs_using_block_device = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.771513] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] resume_guests_state_on_host_boot = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.771683] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.771844] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] rpc_response_timeout = 60 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.772010] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] run_external_periodic_tasks = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.772188] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] running_deleted_instance_action = reap {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.772350] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.772508] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] running_deleted_instance_timeout = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.772663] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] scheduler_instance_sync_interval = 120 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.772828] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] service_down_time = 720 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.772993] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] servicegroup_driver = db {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.773183] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] shell_completion = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.773361] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] shelved_offload_time = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.773525] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] shelved_poll_interval = 3600 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.773692] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] shutdown_timeout = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.773852] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] source_is_ipv6 = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.774013] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ssl_only = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.774280] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.774454] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] sync_power_state_interval = 600 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.774613] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] sync_power_state_pool_size = 1000 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.774778] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] syslog_log_facility = LOG_USER {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.774934] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] tempdir = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.775105] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] timeout_nbd = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.775273] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] transport_url = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.775432] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] update_resources_interval = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.775612] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] use_cow_images = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.775773] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] use_journal = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.775929] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] use_json = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.776099] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] use_rootwrap_daemon = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.776261] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] use_stderr = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.776418] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] use_syslog = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.776571] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vcpu_pin_set = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.776733] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plugging_is_fatal = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.776897] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plugging_timeout = 300 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.777071] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] virt_mkfs = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.777265] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] volume_usage_poll_interval = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.777440] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] watch_log_file = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.777607] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] web = /usr/share/spice-html5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 577.777789] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.777951] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.778127] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.778297] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_concurrency.disable_process_locking = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.778593] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.778776] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.778941] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.779124] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.779294] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.779473] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.779655] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.auth_strategy = keystone {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.779820] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.compute_link_prefix = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.779993] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.780179] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.dhcp_domain = novalocal {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.780350] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.enable_instance_password = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.780512] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.glance_link_prefix = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.780674] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.780842] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.781009] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.instance_list_per_project_cells = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.781202] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.list_records_by_skipping_down_cells = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.781367] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.local_metadata_per_cell = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.781535] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.max_limit = 1000 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.781702] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.metadata_cache_expiration = 15 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.781874] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.neutron_default_tenant_id = default {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.782055] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.response_validation = warn {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.782229] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.use_neutron_default_nets = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.782400] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.782561] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.782724] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.782893] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.783074] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.vendordata_dynamic_targets = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.783289] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.vendordata_jsonfile_path = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.783482] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.783677] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.backend = dogpile.cache.memcached {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.783845] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.backend_argument = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.784017] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.backend_expiration_time = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.784197] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.config_prefix = cache.oslo {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.784372] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.dead_timeout = 60.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.784536] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.debug_cache_backend = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.784698] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.enable_retry_client = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.784857] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.enable_socket_keepalive = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.785036] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.enabled = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.785204] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.enforce_fips_mode = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.785367] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.expiration_time = 600 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.785549] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.hashclient_retry_attempts = 2 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.785724] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.785889] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.memcache_dead_retry = 300 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.786058] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.memcache_password = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.786226] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.786389] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.786551] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.memcache_pool_maxsize = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.786711] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.786871] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.memcache_sasl_enabled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.787060] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.787233] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.787394] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.memcache_username = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.787557] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.proxies = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.787718] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.redis_db = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.787877] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.redis_password = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.788055] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.788234] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.788405] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.redis_server = localhost:6379 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.788568] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.redis_socket_timeout = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.788726] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.redis_username = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.788886] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.retry_attempts = 2 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.789059] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.retry_delay = 0.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.789254] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.socket_keepalive_count = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.789441] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.socket_keepalive_idle = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.789607] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.socket_keepalive_interval = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.789766] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.tls_allowed_ciphers = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.789923] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.tls_cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.790091] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.tls_certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.790255] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.tls_enabled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.790415] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cache.tls_keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.790582] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.auth_section = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.790757] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.auth_type = password {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.790920] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.791132] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.791298] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.791467] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.791633] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.cross_az_attach = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.791796] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.debug = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.791956] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.endpoint_template = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.792133] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.http_retries = 3 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.792298] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.792460] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.792678] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.os_region_name = RegionOne {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.792854] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.793031] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cinder.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.793235] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.793411] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.cpu_dedicated_set = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.793577] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.cpu_shared_set = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.793743] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.image_type_exclude_list = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.793905] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.794080] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.794244] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.794409] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.794578] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.794740] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.resource_provider_association_refresh = 300 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.794899] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.795070] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.shutdown_retry_interval = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.795254] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.795433] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] conductor.workers = 2 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.795610] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] console.allowed_origins = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.795768] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] console.ssl_ciphers = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.795935] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] console.ssl_minimum_version = default {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.796116] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] consoleauth.enforce_session_timeout = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.796284] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] consoleauth.token_ttl = 600 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.796453] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.796611] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.796773] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.796929] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.connect_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.797095] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.connect_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.797256] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.endpoint_override = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.797417] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.797572] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.797733] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.max_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.797888] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.min_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.798055] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.region_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.798214] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.retriable_status_codes = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.798371] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.service_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.798537] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.service_type = accelerator {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.798696] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.798851] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.status_code_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.799014] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.status_code_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.799177] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.799358] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.799517] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] cyborg.version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.799689] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.asyncio_connection = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.799847] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.asyncio_slave_connection = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.800027] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.backend = sqlalchemy {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.800201] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.connection = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.800366] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.connection_debug = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.800534] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.connection_parameters = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.800696] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.connection_recycle_time = 3600 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.800858] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.connection_trace = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.801034] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.db_inc_retry_interval = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.801234] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.db_max_retries = 20 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.801408] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.db_max_retry_interval = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.801573] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.db_retry_interval = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.801735] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.max_overflow = 50 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.801895] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.max_pool_size = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.802069] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.max_retries = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.802244] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.802406] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.mysql_wsrep_sync_wait = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.802566] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.pool_timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.802725] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.retry_interval = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.802882] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.slave_connection = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.803051] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.sqlite_synchronous = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.803239] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] database.use_db_reconnect = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.803416] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.asyncio_connection = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.803577] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.asyncio_slave_connection = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.803749] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.backend = sqlalchemy {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.803915] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.connection = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.804096] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.connection_debug = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.804270] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.connection_parameters = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.804431] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.connection_recycle_time = 3600 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.804592] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.connection_trace = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.804752] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.db_inc_retry_interval = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.804912] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.db_max_retries = 20 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.805084] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.db_max_retry_interval = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.805247] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.db_retry_interval = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.805410] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.max_overflow = 50 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.805569] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.max_pool_size = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.805727] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.max_retries = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.805893] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.806060] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.806221] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.pool_timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.806381] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.retry_interval = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.806535] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.slave_connection = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.806693] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] api_database.sqlite_synchronous = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.806865] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] devices.enabled_mdev_types = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.807051] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.807233] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.807451] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ephemeral_storage_encryption.enabled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.807626] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.807803] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.api_servers = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.807968] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.808145] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.808313] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.808471] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.connect_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.808628] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.connect_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.808789] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.debug = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.808952] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.default_trusted_certificate_ids = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.809127] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.enable_certificate_validation = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.809289] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.enable_rbd_download = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.809447] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.endpoint_override = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.809610] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.809767] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.809924] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.max_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.810090] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.min_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.810256] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.num_retries = 3 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.810427] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.rbd_ceph_conf = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.810589] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.rbd_connect_timeout = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.810754] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.rbd_pool = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.810920] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.rbd_user = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.811129] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.region_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.811312] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.retriable_status_codes = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.811475] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.service_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.811643] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.service_type = image {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.811804] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.811960] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.status_code_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.812130] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.status_code_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.812295] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.812463] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.812624] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.verify_glance_signatures = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.812779] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] glance.version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.812943] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] guestfs.debug = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.813123] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.auth_section = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.813310] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.auth_type = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.813473] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.813628] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.813791] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.813948] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.connect_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.814123] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.connect_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.814289] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.endpoint_override = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.814444] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.814598] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.814755] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.max_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.814908] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.min_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.815075] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.region_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.815234] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.retriable_status_codes = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.815390] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.service_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.815556] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.service_type = shared-file-system {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.815717] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.share_apply_policy_timeout = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.815878] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.816043] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.status_code_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.816206] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.status_code_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.816365] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.816542] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.816700] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] manila.version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.816868] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] mks.enabled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.817235] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.817429] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] image_cache.manager_interval = 2400 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.817597] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] image_cache.precache_concurrency = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.817764] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] image_cache.remove_unused_base_images = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.817930] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.818109] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.818288] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] image_cache.subdirectory_name = _base {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.818464] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.api_max_retries = 60 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.818628] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.api_retry_interval = 2 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.818785] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.auth_section = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.818946] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.auth_type = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.819118] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.819276] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.819439] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.819600] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.conductor_group = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.819755] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.connect_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.819913] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.connect_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.820079] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.endpoint_override = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.820243] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.820400] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.820555] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.max_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.820709] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.min_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.820869] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.peer_list = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.821036] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.region_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.821219] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.retriable_status_codes = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.821385] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.serial_console_state_timeout = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.821542] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.service_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.821708] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.service_type = baremetal {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.821864] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.shard = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.822037] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.822197] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.status_code_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.822354] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.status_code_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.822509] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.822687] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.822845] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ironic.version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.823037] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.823263] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] key_manager.fixed_key = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.823463] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.823627] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.barbican_api_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.823785] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.barbican_endpoint = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.823954] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.barbican_endpoint_type = public {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.824128] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.barbican_region_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.824284] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.824443] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.824623] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.824822] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.824985] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.825162] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.number_of_retries = 60 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.825327] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.retry_delay = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.825489] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.send_service_user_token = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.825648] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.825803] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.825961] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.verify_ssl = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.826130] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican.verify_ssl_path = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.826300] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican_service_user.auth_section = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.826466] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican_service_user.auth_type = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.826623] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican_service_user.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.826777] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican_service_user.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.826939] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican_service_user.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.827117] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican_service_user.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.827277] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican_service_user.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.827439] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican_service_user.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.827595] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] barbican_service_user.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.827758] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vault.approle_role_id = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.827926] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vault.approle_secret_id = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.828133] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vault.kv_mountpoint = secret {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.828298] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vault.kv_path = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.828464] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vault.kv_version = 2 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.828621] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vault.namespace = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.828777] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vault.root_token_id = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.828934] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vault.ssl_ca_crt_file = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.829111] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vault.timeout = 60.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.829274] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vault.use_ssl = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.829444] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.829613] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.829770] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.829930] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.830097] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.connect_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.830256] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.connect_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.830412] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.endpoint_override = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.830571] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.830725] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.830877] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.max_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.831047] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.min_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.831253] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.region_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.831437] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.retriable_status_codes = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.831602] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.service_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.831773] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.service_type = identity {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.831934] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.832105] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.status_code_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.832267] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.status_code_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.832426] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.832606] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.832765] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] keystone.version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.832953] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.ceph_mount_options = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.833390] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.833575] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.connection_uri = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.833743] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.cpu_mode = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.833910] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.834099] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.cpu_models = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.834277] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.cpu_power_governor_high = performance {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.834444] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.834606] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.cpu_power_management = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.834775] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.834942] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.device_detach_attempts = 8 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.835119] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.device_detach_timeout = 20 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.835291] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.disk_cachemodes = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.835452] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.disk_prefix = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.835613] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.enabled_perf_events = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.835775] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.file_backed_memory = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.835935] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.gid_maps = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.836104] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.hw_disk_discard = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.836261] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.hw_machine_type = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.836433] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.images_rbd_ceph_conf = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.836595] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.836754] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.836919] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.images_rbd_glance_store_name = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.837100] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.images_rbd_pool = rbd {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.837272] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.images_type = default {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.837432] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.images_volume_group = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.837592] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.inject_key = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.837754] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.inject_partition = -2 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.837914] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.inject_password = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.838087] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.iscsi_iface = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.838252] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.iser_use_multipath = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.838415] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.838576] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.838735] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_downtime = 500 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.838906] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.839133] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.839304] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_inbound_addr = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.839470] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.839628] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.839785] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_scheme = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.839954] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_timeout_action = abort {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.840130] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_tunnelled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.840288] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_uri = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.840450] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.live_migration_with_native_tls = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.840606] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.max_queues = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.840764] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.840985] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.841180] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.nfs_mount_options = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.841465] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.841641] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.841807] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.841966] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.842142] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.842307] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.num_pcie_ports = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.842473] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.842636] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.pmem_namespaces = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.842793] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.quobyte_client_cfg = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.843092] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.843293] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.843465] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.843629] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.843790] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.rbd_secret_uuid = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.843949] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.rbd_user = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.844131] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.844302] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.844464] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.rescue_image_id = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.844622] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.rescue_kernel_id = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.844779] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.rescue_ramdisk_id = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.844947] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.845120] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.rx_queue_size = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.845289] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.smbfs_mount_options = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.845583] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.845759] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.snapshot_compression = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.845922] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.snapshot_image_format = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.846171] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.846348] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.sparse_logical_volumes = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.846509] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.swtpm_enabled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.846680] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.swtpm_group = tss {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.846846] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.swtpm_user = tss {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.847028] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.sysinfo_serial = unique {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.847193] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.tb_cache_size = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.847353] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.tx_queue_size = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.847517] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.uid_maps = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.847676] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.use_virtio_for_bridges = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.847842] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.virt_type = kvm {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.848022] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.volume_clear = zero {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.848179] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.volume_clear_size = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.848344] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.volume_enforce_multipath = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.848507] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.volume_use_multipath = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.848663] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.vzstorage_cache_path = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.848827] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.848993] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.849173] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.849342] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.849626] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.849808] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.vzstorage_mount_user = stack {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.849973] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.850158] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.auth_section = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.850334] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.auth_type = password {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.850494] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.850650] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.850810] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.850985] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.connect_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.851175] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.connect_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.851351] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.default_floating_pool = public {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.851509] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.endpoint_override = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.851672] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.extension_sync_interval = 600 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.851830] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.http_retries = 3 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.851988] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.852160] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.852322] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.max_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.852490] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.852645] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.min_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.852811] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.ovs_bridge = br-int {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.852973] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.physnets = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.853159] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.region_name = RegionOne {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.853370] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.retriable_status_codes = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.853555] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.service_metadata_proxy = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.853719] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.service_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.853887] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.service_type = network {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.854061] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.854226] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.status_code_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.854384] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.status_code_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.854543] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.854722] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.854883] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] neutron.version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.855064] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] notifications.bdms_in_notifications = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.855242] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] notifications.default_level = INFO {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.855407] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] notifications.include_share_mapping = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.855578] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] notifications.notification_format = unversioned {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.855740] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] notifications.notify_on_state_change = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.855913] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.856100] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] pci.alias = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.856273] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] pci.device_spec = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.856437] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] pci.report_in_placement = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.856611] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.auth_section = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.856797] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.auth_type = password {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.856945] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.857123] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.857281] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.857444] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.857600] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.connect_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.857757] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.connect_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.857915] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.default_domain_id = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.858082] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.default_domain_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.858242] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.domain_id = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.858399] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.domain_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.858555] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.endpoint_override = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.858714] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.858869] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.859034] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.max_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.859194] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.min_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.859365] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.password = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.859523] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.project_domain_id = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.859688] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.project_domain_name = Default {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.859853] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.project_id = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.860034] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.project_name = service {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.860205] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.region_name = RegionOne {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.860367] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.retriable_status_codes = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.860524] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.service_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.860690] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.service_type = placement {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.860851] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.861033] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.status_code_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.861200] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.status_code_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.861379] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.system_scope = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.861537] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.861693] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.trust_id = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.861849] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.user_domain_id = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.862035] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.user_domain_name = Default {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.862201] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.user_id = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.862374] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.username = nova {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.862551] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.862709] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] placement.version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.862891] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.cores = 20 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.863065] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.count_usage_from_placement = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.863267] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.863444] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.injected_file_content_bytes = 10240 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.863610] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.injected_file_path_length = 255 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.863774] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.injected_files = 5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.863938] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.instances = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.864124] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.key_pairs = 100 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.864291] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.metadata_items = 128 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.864457] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.ram = 51200 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.864624] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.recheck_quota = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.864815] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.server_group_members = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.864983] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.server_groups = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.865204] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.865381] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] quota.unified_limits_resource_strategy = require {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.865553] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.865715] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.865875] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] scheduler.image_metadata_prefilter = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.866043] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.866211] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] scheduler.max_attempts = 3 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.866375] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] scheduler.max_placement_results = 1000 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.866538] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.866699] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.866855] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.867035] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] scheduler.workers = 2 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.867213] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.867386] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.867563] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.867729] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.867890] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.868060] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.868226] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.868412] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.868578] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.host_subset_size = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.868739] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.868893] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.869073] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.869237] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.869416] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.869577] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.isolated_hosts = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.869735] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.isolated_images = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.869895] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.870064] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.870228] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.870388] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.pci_in_placement = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.870547] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.870707] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.870867] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.871043] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.871238] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.871408] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.871571] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.track_instance_changes = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.871746] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.871914] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] metrics.required = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.872094] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] metrics.weight_multiplier = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.872258] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.872423] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] metrics.weight_setting = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.872737] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.872907] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] serial_console.enabled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.873094] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] serial_console.port_range = 10000:20000 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.873296] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.873471] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.873637] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] serial_console.serialproxy_port = 6083 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.873802] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] service_user.auth_section = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.873972] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] service_user.auth_type = password {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.874142] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] service_user.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.874300] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] service_user.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.874460] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] service_user.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.874615] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] service_user.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.874768] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] service_user.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.874936] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] service_user.send_service_user_token = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.875107] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] service_user.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.875286] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] service_user.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.875467] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.agent_enabled = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.875630] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.enabled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.875928] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.876141] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.876314] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.html5proxy_port = 6082 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.876474] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.image_compression = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.876631] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.jpeg_compression = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.876786] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.playback_compression = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.876947] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.require_secure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.877127] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.server_listen = 127.0.0.1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.877297] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.877565] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.877732] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.streaming_mode = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.877889] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] spice.zlib_compression = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.878064] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] upgrade_levels.baseapi = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.878238] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] upgrade_levels.compute = auto {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.878397] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] upgrade_levels.conductor = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.878553] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] upgrade_levels.scheduler = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.878715] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.878872] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.879037] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vendordata_dynamic_auth.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.879197] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vendordata_dynamic_auth.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.879359] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.879516] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vendordata_dynamic_auth.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.879669] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.879827] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.879981] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vendordata_dynamic_auth.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.880168] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.api_retry_count = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.880363] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.ca_file = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.880540] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.880705] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.cluster_name = testcl1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.880868] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.connection_pool_size = 10 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.881034] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.console_delay_seconds = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.881236] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.datastore_regex = ^datastore.* {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.881463] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.881639] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.host_password = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.881804] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.host_port = 443 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.881971] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.host_username = administrator@vsphere.local {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.882154] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.insecure = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.882316] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.integration_bridge = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.882476] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.maximum_objects = 100 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.882632] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.pbm_default_policy = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.882788] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.pbm_enabled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.882942] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.pbm_wsdl_location = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.883120] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.883304] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.serial_port_proxy_uri = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.883467] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.serial_port_service_uri = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.883636] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.task_poll_interval = 0.5 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.883808] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.use_linked_clone = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.883975] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.vnc_keymap = en-us {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.884156] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.vnc_port = 5900 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.884322] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vmware.vnc_port_total = 10000 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.884502] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vnc.auth_schemes = ['none'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.884676] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vnc.enabled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.884954] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.885150] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.885325] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vnc.novncproxy_port = 6080 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.885507] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vnc.server_listen = 127.0.0.1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.885684] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.885842] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vnc.vencrypt_ca_certs = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.885998] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vnc.vencrypt_client_cert = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.886169] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vnc.vencrypt_client_key = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.886347] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.886511] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.disable_deep_image_inspection = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.886670] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.886829] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.886990] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.887163] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.disable_rootwrap = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.887324] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.enable_numa_live_migration = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.887481] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.887639] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.887796] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.887953] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.libvirt_disable_apic = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.888292] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.888479] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.888644] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.888807] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.888970] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.889145] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.889308] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.889467] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.889621] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.889784] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.889965] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.890148] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] wsgi.client_socket_timeout = 900 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.890315] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] wsgi.default_pool_size = 1000 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.890478] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] wsgi.keep_alive = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.890641] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] wsgi.max_header_line = 16384 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.890799] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.890956] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] wsgi.ssl_ca_file = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.891127] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] wsgi.ssl_cert_file = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.891309] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] wsgi.ssl_key_file = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.891478] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] wsgi.tcp_keepidle = 600 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.891647] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.891809] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] zvm.ca_file = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.891967] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] zvm.cloud_connector_url = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.892258] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.892431] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] zvm.reachable_timeout = 300 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.892601] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.892774] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.892946] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler.connection_string = messaging:// {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.893121] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler.enabled = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.893334] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler.es_doc_type = notification {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.893512] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler.es_scroll_size = 10000 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.893685] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler.es_scroll_time = 2m {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.893848] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler.filter_error_trace = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.894028] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler.hmac_keys = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.894233] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler.sentinel_service_name = mymaster {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.894418] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler.socket_timeout = 0.1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.894580] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler.trace_requests = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.894738] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler.trace_sqlalchemy = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.894913] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler_jaeger.process_tags = {} {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.895086] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler_jaeger.service_name_prefix = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.895249] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] profiler_otlp.service_name_prefix = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.895426] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.895585] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.895744] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.895904] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.896075] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.896238] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.896396] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.896596] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.896766] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.896935] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.897109] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.897282] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.897455] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.897621] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.897784] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.897953] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.898130] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.898292] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.898464] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.898624] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.898785] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.898951] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.899130] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.899294] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.899456] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.899616] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.899775] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.899934] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.900105] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.900269] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.900435] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.ssl = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.900603] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.900769] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.900931] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.901109] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.901298] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.901467] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.901651] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.901816] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_notifications.retry = -1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.901988] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.902174] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.902348] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.auth_section = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.902510] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.auth_type = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.902668] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.cafile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.902823] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.certfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.902985] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.collect_timing = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.903172] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.connect_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.903343] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.connect_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.903505] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.endpoint_id = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.903676] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.903835] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.endpoint_override = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.903988] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.endpoint_region_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.904173] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.endpoint_service_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.904348] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.endpoint_service_type = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.904513] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.insecure = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.904669] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.keyfile = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.904826] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.max_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.904979] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.min_version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.905149] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.region_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.905335] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.retriable_status_codes = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.905508] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.service_name = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.905667] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.service_type = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.905827] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.split_loggers = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.905982] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.status_code_retries = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.906155] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.status_code_retry_delay = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.906348] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.timeout = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.906514] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.valid_interfaces = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.906670] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_limit.version = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.906833] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_reports.file_event_handler = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.906995] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.907171] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] oslo_reports.log_dir = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.907342] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.907497] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.907653] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.907818] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.907981] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.908151] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.908322] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.908477] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_ovs_privileged.group = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.908631] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.908793] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.908951] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.909117] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] vif_plug_ovs_privileged.user = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.909285] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.909462] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.909630] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.909798] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.909966] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.910150] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.910319] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.910477] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.910653] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.910823] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_ovs.isolate_vif = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.910989] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.911190] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.911407] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.911587] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.911751] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] os_vif_ovs.per_port_bridge = False {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.911921] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] privsep_osbrick.capabilities = [21] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.912093] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] privsep_osbrick.group = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.912253] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] privsep_osbrick.helper_command = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.912422] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.912584] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.912740] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] privsep_osbrick.user = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.912912] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.913081] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] nova_sys_admin.group = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.913266] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] nova_sys_admin.helper_command = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.913439] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.913600] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.913756] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] nova_sys_admin.user = None {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 577.913885] env[69677]: DEBUG oslo_service.backend.eventlet.service [None req-32ea1a08-f2e0-48e0-bcf8-279545430d33 None None] ******************************************************************************** {{(pid=69677) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 577.914317] env[69677]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 578.418192] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Getting list of instances from cluster (obj){ [ 578.418192] env[69677]: value = "domain-c8" [ 578.418192] env[69677]: _type = "ClusterComputeResource" [ 578.418192] env[69677]: } {{(pid=69677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 578.419255] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e926a44-b1fa-46f6-8ed5-172893d40031 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.428381] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Got total of 0 instances {{(pid=69677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 578.428929] env[69677]: WARNING nova.virt.vmwareapi.driver [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 578.429399] env[69677]: INFO nova.virt.node [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Generated node identity 0c5171a8-f2e0-4f3a-8916-700b7523cd77 [ 578.429621] env[69677]: INFO nova.virt.node [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Wrote node identity 0c5171a8-f2e0-4f3a-8916-700b7523cd77 to /opt/stack/data/n-cpu-1/compute_id [ 578.932096] env[69677]: WARNING nova.compute.manager [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Compute nodes ['0c5171a8-f2e0-4f3a-8916-700b7523cd77'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 579.938272] env[69677]: INFO nova.compute.manager [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 580.944868] env[69677]: WARNING nova.compute.manager [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 580.945239] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.945368] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.945528] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 580.945680] env[69677]: DEBUG nova.compute.resource_tracker [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 580.946615] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95379060-8b4e-4d07-abbc-381dd63e005c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.954907] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e5fb03-ebdf-4811-a5a4-546b347d4b3b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.970282] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02619c65-491d-43ae-8d7d-2ee4ca5dc4a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.976596] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a14f4d-23e9-4be6-bdaa-aaf7bfc91799 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.005056] env[69677]: DEBUG nova.compute.resource_tracker [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180990MB free_disk=98GB free_vcpus=48 pci_devices=None {{(pid=69677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 581.005204] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.005401] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.507542] env[69677]: WARNING nova.compute.resource_tracker [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] No compute node record for cpu-1:0c5171a8-f2e0-4f3a-8916-700b7523cd77: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 0c5171a8-f2e0-4f3a-8916-700b7523cd77 could not be found. [ 582.011400] env[69677]: INFO nova.compute.resource_tracker [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 [ 583.519100] env[69677]: DEBUG nova.compute.resource_tracker [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 583.519469] env[69677]: DEBUG nova.compute.resource_tracker [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 583.675189] env[69677]: INFO nova.scheduler.client.report [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] [req-c6bc5c99-bfbf-45c1-b111-ea17345215a2] Created resource provider record via placement API for resource provider with UUID 0c5171a8-f2e0-4f3a-8916-700b7523cd77 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 583.690919] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee1eaed-a3dd-4ee5-800c-95df809d2379 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.698585] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147a4b09-8ac2-41f3-9269-e59c92e08327 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.728813] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc3c098-376e-46ab-9edd-8520a58edc79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.735759] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6130e493-fa62-47ed-a5be-d9a971e89991 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.748370] env[69677]: DEBUG nova.compute.provider_tree [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.281922] env[69677]: DEBUG nova.scheduler.client.report [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Updated inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 584.282195] env[69677]: DEBUG nova.compute.provider_tree [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Updating resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 generation from 0 to 1 during operation: update_inventory {{(pid=69677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 584.282297] env[69677]: DEBUG nova.compute.provider_tree [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 584.331807] env[69677]: DEBUG nova.compute.provider_tree [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Updating resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 generation from 1 to 2 during operation: update_traits {{(pid=69677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 584.836826] env[69677]: DEBUG nova.compute.resource_tracker [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 584.837202] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.832s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.837202] env[69677]: DEBUG nova.service [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Creating RPC server for service compute {{(pid=69677) start /opt/stack/nova/nova/service.py:185}} [ 584.852269] env[69677]: DEBUG nova.service [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] Join ServiceGroup membership for this service compute {{(pid=69677) start /opt/stack/nova/nova/service.py:202}} [ 584.852627] env[69677]: DEBUG nova.servicegroup.drivers.db [None req-a1708c87-a198-41c7-9a87-f4a4ce7d69ec None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69677) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 602.859077] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._sync_power_states {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.361932] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Getting list of instances from cluster (obj){ [ 603.361932] env[69677]: value = "domain-c8" [ 603.361932] env[69677]: _type = "ClusterComputeResource" [ 603.361932] env[69677]: } {{(pid=69677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 603.363183] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb624d24-b6c2-4c54-9328-203450d2234c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.371838] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Got total of 0 instances {{(pid=69677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 603.372072] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 603.372359] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Getting list of instances from cluster (obj){ [ 603.372359] env[69677]: value = "domain-c8" [ 603.372359] env[69677]: _type = "ClusterComputeResource" [ 603.372359] env[69677]: } {{(pid=69677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 603.373190] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e669c7c-540c-40aa-b78a-fec4dfc89730 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.380375] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Got total of 0 instances {{(pid=69677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 624.178683] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquiring lock "e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.178683] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.267508] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquiring lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.267841] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.682071] env[69677]: DEBUG nova.compute.manager [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.772229] env[69677]: DEBUG nova.compute.manager [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.049578] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "ef962b36-635f-491c-9182-6d2ec8b6ea58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.049578] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "ef962b36-635f-491c-9182-6d2ec8b6ea58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.221689] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.223501] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.223883] env[69677]: INFO nova.compute.claims [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.316662] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.554415] env[69677]: DEBUG nova.compute.manager [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.718549] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "52336a80-7d44-4da9-95cd-b810f96a0f71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.720017] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "52336a80-7d44-4da9-95cd-b810f96a0f71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.918872] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquiring lock "d75472ff-5fce-4d5b-b46d-1bcac9e5309f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.919136] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Lock "d75472ff-5fce-4d5b-b46d-1bcac9e5309f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.096330] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.224568] env[69677]: DEBUG nova.compute.manager [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.371763] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebe8ead-f32a-4f7f-b2a3-32ebb53027ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.381811] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adfaf06-ce19-484b-8445-2d0066abc2e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.415833] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe02b11-f7c7-46e9-9254-e4274181da6d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.426029] env[69677]: DEBUG nova.compute.manager [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 626.426029] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e468312-871c-4763-bb02-f4f66002a880 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.440303] env[69677]: DEBUG nova.compute.provider_tree [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.661528] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquiring lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.661774] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.759410] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.943101] env[69677]: DEBUG nova.scheduler.client.report [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.950517] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.165420] env[69677]: DEBUG nova.compute.manager [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.449416] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.450466] env[69677]: DEBUG nova.compute.manager [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.454904] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.138s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.456863] env[69677]: INFO nova.compute.claims [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.703894] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.960016] env[69677]: DEBUG nova.compute.utils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.961157] env[69677]: DEBUG nova.compute.manager [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Not allocating networking since 'none' was specified. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 628.298181] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquiring lock "74028c39-0858-48ca-aee8-18b66c99b242" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.298181] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Lock "74028c39-0858-48ca-aee8-18b66c99b242" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.464679] env[69677]: DEBUG nova.compute.manager [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.631265] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a258c53-b13f-4f47-bee8-3acadb615f91 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.645069] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f29b6db-5a34-4526-b045-6d88e9ce8d1c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.678214] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b6c32e-6692-4cc6-a4e0-1acde55f37d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.692846] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb373154-e159-45bf-b137-077512fed143 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.709334] env[69677]: DEBUG nova.compute.provider_tree [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.801674] env[69677]: DEBUG nova.compute.manager [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.212441] env[69677]: DEBUG nova.scheduler.client.report [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.336626] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.481292] env[69677]: DEBUG nova.compute.manager [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.725930] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.726607] env[69677]: DEBUG nova.compute.manager [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.731184] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.635s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.736138] env[69677]: INFO nova.compute.claims [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.048349] env[69677]: DEBUG nova.virt.hardware [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.048625] env[69677]: DEBUG nova.virt.hardware [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.048735] env[69677]: DEBUG nova.virt.hardware [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.048922] env[69677]: DEBUG nova.virt.hardware [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.051161] env[69677]: DEBUG nova.virt.hardware [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.051382] env[69677]: DEBUG nova.virt.hardware [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.051614] env[69677]: DEBUG nova.virt.hardware [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.051769] env[69677]: DEBUG nova.virt.hardware [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.052372] env[69677]: DEBUG nova.virt.hardware [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.052518] env[69677]: DEBUG nova.virt.hardware [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.052927] env[69677]: DEBUG nova.virt.hardware [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.053478] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57fb706-9172-43c1-ad3e-ae90d6e95511 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.061669] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cec988d-0632-4fba-a010-4ffb7f2c0cdd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.079660] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc22c71c-f4b3-45d6-9c0d-deb46669edd9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.097952] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.108205] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.108205] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbf958ea-3395-469f-a55e-0ef04bf7cf22 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.120409] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Created folder: OpenStack in parent group-v4. [ 630.120409] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Creating folder: Project (b2f2c3059f2d4a56b16cb163eff1ac7d). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.122404] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a787627-f8d6-4106-8149-b5e600c142c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.132009] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Created folder: Project (b2f2c3059f2d4a56b16cb163eff1ac7d) in parent group-v685897. [ 630.132906] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Creating folder: Instances. Parent ref: group-v685898. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.133468] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcff61f3-d749-4a5a-82a2-5fc83249cdb2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.144385] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Created folder: Instances in parent group-v685898. [ 630.145303] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.145303] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.145303] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2126d85c-3f6f-4754-b288-7be30bdaa2ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.165418] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.165418] env[69677]: value = "task-3435810" [ 630.165418] env[69677]: _type = "Task" [ 630.165418] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.175676] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435810, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.240710] env[69677]: DEBUG nova.compute.utils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.244733] env[69677]: DEBUG nova.compute.manager [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.245014] env[69677]: DEBUG nova.network.neutron [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.340242] env[69677]: DEBUG nova.policy [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8107048546334a95892fa06bbb10bd99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c04284ec2bf4cedbcdc47d35af80613', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.680021] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435810, 'name': CreateVM_Task, 'duration_secs': 0.27557} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.680021] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.680021] env[69677]: DEBUG oslo_vmware.service [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f8dbc1-f96a-4c1b-a19f-790b1efc15a0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.687020] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.687441] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.688225] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.688572] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92a73e7-b660-4e8b-9555-af365958a754 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.693480] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 630.693480] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529c8436-d5b9-b26e-b230-e861bcb2e617" [ 630.693480] env[69677]: _type = "Task" [ 630.693480] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.702712] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529c8436-d5b9-b26e-b230-e861bcb2e617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.747131] env[69677]: DEBUG nova.compute.manager [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 630.874325] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0447daee-2141-429b-9189-860e281ed425 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.882908] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47307239-e790-4276-a845-6e5306d658fb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.921582] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fad373-59d1-47a1-be89-b4172679cd28 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.929507] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809c150e-2e41-444b-961c-be60cac337be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.944464] env[69677]: DEBUG nova.compute.provider_tree [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.213304] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.213718] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.215101] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.215101] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.215101] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.215101] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab199c0a-f347-4ff7-87ec-bebf5e8cace4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.234133] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.234413] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.235311] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d04bbf-9119-4a00-bf21-0c943d9da238 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.245866] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-836210f4-fc66-4ddc-a1f8-2f6b34eba952 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.261020] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 631.261020] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52442c00-1c2d-4771-2c27-42f18327e01a" [ 631.261020] env[69677]: _type = "Task" [ 631.261020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.270346] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Preparing fetch location {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 631.270682] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Creating directory with path [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.270931] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20c280b6-4098-4b05-92c9-aa5cdf2dd991 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.294027] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Created directory with path [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.294027] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Fetch image to [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 631.294027] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Downloading image file data dc0ac7c7-56c5-45c7-ba8f-915313852e65 to [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk on the data store datastore1 {{(pid=69677) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 631.294027] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd50c06-be1c-4494-8639-6e2f9bfe495f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.301431] env[69677]: DEBUG nova.network.neutron [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Successfully created port: 6930088e-85a6-4bdf-807f-5a687beac4d9 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 631.308952] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b95e288-443a-4061-9979-416c05dd7947 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.319655] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0d3178-5f42-488c-a88b-eb00c8ae3e3a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.358187] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272ab388-812b-4133-84c1-3b573e182ea0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.367399] env[69677]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fada3fca-adaa-42f8-b5c6-834c20222fe9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.393320] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Downloading image file data dc0ac7c7-56c5-45c7-ba8f-915313852e65 to the data store datastore1 {{(pid=69677) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 631.452061] env[69677]: DEBUG nova.scheduler.client.report [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.513104] env[69677]: DEBUG oslo_vmware.rw_handles [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 631.718688] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "a8f82b8b-a451-4b77-abe9-d69a7d061051" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.719033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a8f82b8b-a451-4b77-abe9-d69a7d061051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.762395] env[69677]: DEBUG nova.compute.manager [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.802799] env[69677]: DEBUG nova.virt.hardware [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.803226] env[69677]: DEBUG nova.virt.hardware [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.803404] env[69677]: DEBUG nova.virt.hardware [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.803601] env[69677]: DEBUG nova.virt.hardware [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.803745] env[69677]: DEBUG nova.virt.hardware [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.803881] env[69677]: DEBUG nova.virt.hardware [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.804116] env[69677]: DEBUG nova.virt.hardware [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.804312] env[69677]: DEBUG nova.virt.hardware [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.804479] env[69677]: DEBUG nova.virt.hardware [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.804645] env[69677]: DEBUG nova.virt.hardware [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.804800] env[69677]: DEBUG nova.virt.hardware [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.805892] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379e7a2b-52e6-4477-9ae4-fb9aa3090ad5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.819287] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c941837-3b25-466a-88f3-9f1bc4e6c336 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.961250] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.961250] env[69677]: DEBUG nova.compute.manager [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.967776] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.208s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.971030] env[69677]: INFO nova.compute.claims [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.221827] env[69677]: DEBUG nova.compute.manager [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.295674] env[69677]: DEBUG oslo_vmware.rw_handles [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Completed reading data from the image iterator. {{(pid=69677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 632.295781] env[69677]: DEBUG oslo_vmware.rw_handles [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 632.358125] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Downloaded image file data dc0ac7c7-56c5-45c7-ba8f-915313852e65 to vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk on the data store datastore1 {{(pid=69677) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 632.359868] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Caching image {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 632.360236] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Copying Virtual Disk [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk to [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.360749] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aee544ff-2e46-4d01-80fb-16e9a7fa01a3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.373788] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 632.373788] env[69677]: value = "task-3435811" [ 632.373788] env[69677]: _type = "Task" [ 632.373788] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.384920] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.482092] env[69677]: DEBUG nova.compute.utils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.490021] env[69677]: DEBUG nova.compute.manager [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.490021] env[69677]: DEBUG nova.network.neutron [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.712504] env[69677]: DEBUG nova.policy [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aeeafba540b74155861bf86c75a04cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8141336248364989986373c5fc4dd0a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.757975] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.884024] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435811, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.987110] env[69677]: DEBUG nova.compute.manager [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.122770] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.123471] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.123854] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.123930] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.124121] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.124392] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.124609] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.124783] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 633.124934] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.139239] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd73afc-4826-434e-8864-aeddc191db07 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.148570] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0709fc40-ec5e-489f-9d11-ed99e4b5fd70 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.191119] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229cb9dc-ae11-49fa-9273-93af344b51af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.200989] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfcc99a-baa6-4ebf-9b18-a64c43270d33 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.219241] env[69677]: DEBUG nova.compute.provider_tree [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.389399] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685312} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.389399] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Copied Virtual Disk [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk to [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.389399] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Deleting the datastore file [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.389399] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0892a0e2-ef09-4fdc-82c0-ba11590fff19 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.396284] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 633.396284] env[69677]: value = "task-3435812" [ 633.396284] env[69677]: _type = "Task" [ 633.396284] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.408967] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.630546] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.723295] env[69677]: DEBUG nova.scheduler.client.report [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.908781] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02691} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.909770] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.909770] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Moving file from [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb/dc0ac7c7-56c5-45c7-ba8f-915313852e65 to [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65. {{(pid=69677) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 633.909770] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-36d2917e-dc53-47e6-832f-d7661b94bf68 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.916298] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 633.916298] env[69677]: value = "task-3435813" [ 633.916298] env[69677]: _type = "Task" [ 633.916298] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.924728] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435813, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.996955] env[69677]: DEBUG nova.compute.manager [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.041942] env[69677]: DEBUG nova.virt.hardware [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.042303] env[69677]: DEBUG nova.virt.hardware [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.042412] env[69677]: DEBUG nova.virt.hardware [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.042540] env[69677]: DEBUG nova.virt.hardware [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.042696] env[69677]: DEBUG nova.virt.hardware [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.042970] env[69677]: DEBUG nova.virt.hardware [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.043573] env[69677]: DEBUG nova.virt.hardware [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.043573] env[69677]: DEBUG nova.virt.hardware [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.045995] env[69677]: DEBUG nova.virt.hardware [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.045995] env[69677]: DEBUG nova.virt.hardware [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.045995] env[69677]: DEBUG nova.virt.hardware [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.045995] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6bc47f-36d9-4190-b6a4-e5ad92ce3329 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.056683] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3856c05-adaa-43f6-a723-2ade8261a76b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.088672] env[69677]: DEBUG nova.network.neutron [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Successfully created port: 5f387277-be5e-438c-b491-d3c32670d3a2 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.228259] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.228867] env[69677]: DEBUG nova.compute.manager [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.233311] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.282s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.234941] env[69677]: INFO nova.compute.claims [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.428982] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435813, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028393} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.428982] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] File moved {{(pid=69677) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 634.428982] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Cleaning up location [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 634.429184] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Deleting the datastore file [datastore1] vmware_temp/1d38d0cb-ca91-482b-847a-990340a899fb {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.430112] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a357125-cdd2-4647-8065-fa484d39e4fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.435535] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 634.435535] env[69677]: value = "task-3435814" [ 634.435535] env[69677]: _type = "Task" [ 634.435535] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.444241] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.546888] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.547173] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.745167] env[69677]: DEBUG nova.compute.utils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.747901] env[69677]: DEBUG nova.compute.manager [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.750105] env[69677]: DEBUG nova.network.neutron [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.949249] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025075} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.949249] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 634.949707] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da99be86-2924-44e8-92c2-803a42b15700 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.956031] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 634.956031] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e966f2-ac11-e26c-e365-3396747834aa" [ 634.956031] env[69677]: _type = "Task" [ 634.956031] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.966497] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e966f2-ac11-e26c-e365-3396747834aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.055133] env[69677]: DEBUG nova.compute.manager [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.075271] env[69677]: DEBUG nova.policy [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b53ba349032843db8eee6145c9a14592', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d7885bc58014c1ca635a281e7b69585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.248629] env[69677]: DEBUG nova.compute.manager [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.427110] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32a0ebe-50b3-4f10-a024-1dbffea0f3ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.437187] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cb1583-ea03-4f61-b24a-9e216f280361 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.482061] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b68d774-86ef-4bc6-bd65-275293215a0d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.491553] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e966f2-ac11-e26c-e365-3396747834aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.492594] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.493240] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.493240] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-906820d0-0ba9-4b1b-a954-9d86db2211e0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.502428] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37818cd8-c07e-46de-976e-c5bccabde313 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.507628] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 635.507628] env[69677]: value = "task-3435815" [ 635.507628] env[69677]: _type = "Task" [ 635.507628] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.521418] env[69677]: DEBUG nova.compute.provider_tree [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.532901] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.591590] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.720468] env[69677]: DEBUG nova.network.neutron [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Successfully updated port: 6930088e-85a6-4bdf-807f-5a687beac4d9 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 636.016432] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435815, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.024565] env[69677]: DEBUG nova.scheduler.client.report [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.229482] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquiring lock "refresh_cache-d53fbbf6-c496-47a6-b4c1-3b466630b30b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.229604] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquired lock "refresh_cache-d53fbbf6-c496-47a6-b4c1-3b466630b30b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.229835] env[69677]: DEBUG nova.network.neutron [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.264885] env[69677]: DEBUG nova.compute.manager [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.310659] env[69677]: DEBUG nova.virt.hardware [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.311064] env[69677]: DEBUG nova.virt.hardware [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.311064] env[69677]: DEBUG nova.virt.hardware [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.311284] env[69677]: DEBUG nova.virt.hardware [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.311424] env[69677]: DEBUG nova.virt.hardware [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.311601] env[69677]: DEBUG nova.virt.hardware [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.312016] env[69677]: DEBUG nova.virt.hardware [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.312016] env[69677]: DEBUG nova.virt.hardware [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.312228] env[69677]: DEBUG nova.virt.hardware [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.312392] env[69677]: DEBUG nova.virt.hardware [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.312893] env[69677]: DEBUG nova.virt.hardware [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.313490] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027b717a-7a14-4fb2-86f9-9c9a121750f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.325184] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a02015a-8b5c-4fed-9350-1396ab19ee03 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.369072] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquiring lock "6c894749-c374-4b27-87c7-bc4368920511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.370159] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Lock "6c894749-c374-4b27-87c7-bc4368920511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.517902] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551408} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.518210] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.518453] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.518882] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec6fb53c-66d3-44a5-b66d-76a1aca315e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.526389] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 636.526389] env[69677]: value = "task-3435816" [ 636.526389] env[69677]: _type = "Task" [ 636.526389] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.531122] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.531500] env[69677]: DEBUG nova.compute.manager [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.534596] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.831s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.539024] env[69677]: INFO nova.compute.claims [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.702629] env[69677]: DEBUG nova.network.neutron [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Successfully created port: 3a24b673-9bed-480a-bbe5-17ffbf9ce68d {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.867598] env[69677]: DEBUG nova.network.neutron [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.873236] env[69677]: DEBUG nova.compute.manager [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.037780] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093646} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.039056] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.040094] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe44ae3a-7dd4-4b1d-aa56-98ee227bbf8e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.043988] env[69677]: DEBUG nova.compute.utils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.047145] env[69677]: DEBUG nova.compute.manager [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Not allocating networking since 'none' was specified. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 637.070113] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.071783] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e35794d6-8e1a-421c-b566-073e8717d250 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.095441] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 637.095441] env[69677]: value = "task-3435817" [ 637.095441] env[69677]: _type = "Task" [ 637.095441] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.104427] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.413729] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.478084] env[69677]: DEBUG nova.network.neutron [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Updating instance_info_cache with network_info: [{"id": "6930088e-85a6-4bdf-807f-5a687beac4d9", "address": "fa:16:3e:c4:a8:f7", "network": {"id": "670f2512-accf-4019-af8c-61bda382d3f9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2133924967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c04284ec2bf4cedbcdc47d35af80613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6930088e-85", "ovs_interfaceid": "6930088e-85a6-4bdf-807f-5a687beac4d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.548905] env[69677]: DEBUG nova.compute.manager [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.612184] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435817, 'name': ReconfigVM_Task, 'duration_secs': 0.277412} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.613326] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Reconfigured VM instance instance-00000001 to attach disk [datastore1] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.616208] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a32eb57-6213-45a8-ac5d-5905ad8e188a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.626560] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 637.626560] env[69677]: value = "task-3435818" [ 637.626560] env[69677]: _type = "Task" [ 637.626560] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.636373] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435818, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.831545] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29c3d67-5fb6-401b-8a7f-377cb703317b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.843425] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d25fb3a-ba3a-4993-94f8-493eac52584c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.851247] env[69677]: DEBUG nova.compute.manager [req-0122052c-93b0-4c47-9dd7-01ceeeb5eb96 req-619d9b11-6cf9-4195-ac85-75230457b9ac service nova] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Received event network-vif-plugged-6930088e-85a6-4bdf-807f-5a687beac4d9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.853426] env[69677]: DEBUG oslo_concurrency.lockutils [req-0122052c-93b0-4c47-9dd7-01ceeeb5eb96 req-619d9b11-6cf9-4195-ac85-75230457b9ac service nova] Acquiring lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.853426] env[69677]: DEBUG oslo_concurrency.lockutils [req-0122052c-93b0-4c47-9dd7-01ceeeb5eb96 req-619d9b11-6cf9-4195-ac85-75230457b9ac service nova] Lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.853426] env[69677]: DEBUG oslo_concurrency.lockutils [req-0122052c-93b0-4c47-9dd7-01ceeeb5eb96 req-619d9b11-6cf9-4195-ac85-75230457b9ac service nova] Lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.853426] env[69677]: DEBUG nova.compute.manager [req-0122052c-93b0-4c47-9dd7-01ceeeb5eb96 req-619d9b11-6cf9-4195-ac85-75230457b9ac service nova] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] No waiting events found dispatching network-vif-plugged-6930088e-85a6-4bdf-807f-5a687beac4d9 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.853426] env[69677]: WARNING nova.compute.manager [req-0122052c-93b0-4c47-9dd7-01ceeeb5eb96 req-619d9b11-6cf9-4195-ac85-75230457b9ac service nova] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Received unexpected event network-vif-plugged-6930088e-85a6-4bdf-807f-5a687beac4d9 for instance with vm_state building and task_state spawning. [ 637.903026] env[69677]: DEBUG nova.network.neutron [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Successfully updated port: 5f387277-be5e-438c-b491-d3c32670d3a2 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.904550] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebddabdd-5e1f-4832-ab58-736cf597199d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.914313] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00870043-e64a-4254-acff-fcfb1648d5c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.933706] env[69677]: DEBUG nova.compute.provider_tree [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.980391] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Releasing lock "refresh_cache-d53fbbf6-c496-47a6-b4c1-3b466630b30b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.981050] env[69677]: DEBUG nova.compute.manager [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Instance network_info: |[{"id": "6930088e-85a6-4bdf-807f-5a687beac4d9", "address": "fa:16:3e:c4:a8:f7", "network": {"id": "670f2512-accf-4019-af8c-61bda382d3f9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2133924967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c04284ec2bf4cedbcdc47d35af80613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6930088e-85", "ovs_interfaceid": "6930088e-85a6-4bdf-807f-5a687beac4d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.981191] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:a8:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6930088e-85a6-4bdf-807f-5a687beac4d9', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.991740] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Creating folder: Project (9c04284ec2bf4cedbcdc47d35af80613). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.991740] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3648209-a5c2-43d3-9b60-8fee2d98e951 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.000535] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Created folder: Project (9c04284ec2bf4cedbcdc47d35af80613) in parent group-v685897. [ 638.001299] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Creating folder: Instances. Parent ref: group-v685901. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.001299] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ec27513-c4a9-4b30-bf59-fcfae207220f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.013491] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Created folder: Instances in parent group-v685901. [ 638.013657] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.013844] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.014057] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74390f53-3e59-47b6-892a-f31e0538e22c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.033437] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.033437] env[69677]: value = "task-3435821" [ 638.033437] env[69677]: _type = "Task" [ 638.033437] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.040081] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435821, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.138822] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435818, 'name': Rename_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.408889] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "refresh_cache-ef962b36-635f-491c-9182-6d2ec8b6ea58" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.409067] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquired lock "refresh_cache-ef962b36-635f-491c-9182-6d2ec8b6ea58" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.409226] env[69677]: DEBUG nova.network.neutron [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.441077] env[69677]: DEBUG nova.scheduler.client.report [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.546881] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435821, 'name': CreateVM_Task, 'duration_secs': 0.346613} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.547064] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.564016] env[69677]: DEBUG nova.compute.manager [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.568585] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.568829] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.569220] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.569724] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea95dee3-fb8a-4b37-be65-1a3dc465bf60 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.576549] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for the task: (returnval){ [ 638.576549] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e6c225-b305-37c3-422e-04fcefd9a575" [ 638.576549] env[69677]: _type = "Task" [ 638.576549] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.585255] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e6c225-b305-37c3-422e-04fcefd9a575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.637746] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435818, 'name': Rename_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.699386] env[69677]: DEBUG nova.virt.hardware [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.699866] env[69677]: DEBUG nova.virt.hardware [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.700164] env[69677]: DEBUG nova.virt.hardware [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.700451] env[69677]: DEBUG nova.virt.hardware [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.701135] env[69677]: DEBUG nova.virt.hardware [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.701398] env[69677]: DEBUG nova.virt.hardware [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.701809] env[69677]: DEBUG nova.virt.hardware [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.702101] env[69677]: DEBUG nova.virt.hardware [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.702829] env[69677]: DEBUG nova.virt.hardware [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.703149] env[69677]: DEBUG nova.virt.hardware [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.703461] env[69677]: DEBUG nova.virt.hardware [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.704446] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173a48fe-aa5e-4c63-9509-768bd81f9437 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.713896] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb3c7cb-5cad-411a-bc95-fd89c202a8cd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.733439] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.741427] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Creating folder: Project (2cb538d3cdf342099ab8791cc925a609). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.741427] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64f77d1e-fd89-40a0-b9cd-0916e467830d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.756018] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Created folder: Project (2cb538d3cdf342099ab8791cc925a609) in parent group-v685897. [ 638.756018] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Creating folder: Instances. Parent ref: group-v685904. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.756018] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58e69294-4faa-47d5-aaa4-54cc4b4ea564 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.764761] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Created folder: Instances in parent group-v685904. [ 638.765063] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 638.765501] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.765779] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28903f1d-c7f1-4450-a87f-39c0366d8da5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.787120] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.787120] env[69677]: value = "task-3435824" [ 638.787120] env[69677]: _type = "Task" [ 638.787120] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.795694] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435824, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.949964] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.949964] env[69677]: DEBUG nova.compute.manager [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.957293] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.619s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.959910] env[69677]: INFO nova.compute.claims [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.027890] env[69677]: DEBUG nova.network.neutron [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.086757] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e6c225-b305-37c3-422e-04fcefd9a575, 'name': SearchDatastore_Task, 'duration_secs': 0.011975} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.087099] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.087225] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.087943] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.087943] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.087943] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.088091] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6073ec4-c5e2-4f14-9c79-9590b63341fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.098404] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.098579] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.099597] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6e3bd2-de0b-4d02-9ace-8b3be6dc148f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.104696] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for the task: (returnval){ [ 639.104696] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52da74f8-47e0-c8d5-0c16-160c10664bf4" [ 639.104696] env[69677]: _type = "Task" [ 639.104696] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.112235] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52da74f8-47e0-c8d5-0c16-160c10664bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.137324] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435818, 'name': Rename_Task, 'duration_secs': 1.128887} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.137974] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.137974] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0dda48d-2f71-4bf5-a922-0916c692074d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.144121] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 639.144121] env[69677]: value = "task-3435825" [ 639.144121] env[69677]: _type = "Task" [ 639.144121] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.151821] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.302736] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435824, 'name': CreateVM_Task, 'duration_secs': 0.278627} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.302736] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.302736] env[69677]: DEBUG oslo_vmware.service [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85feeed-6d30-4b10-bcfa-deb2d7ddd7d7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.308652] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.311017] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.311017] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.311017] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5448c4c9-26a2-4f6d-8679-0ee61092c474 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.317094] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 639.317094] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b7520e-174c-35ba-5512-f982f9500377" [ 639.317094] env[69677]: _type = "Task" [ 639.317094] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.325979] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b7520e-174c-35ba-5512-f982f9500377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.384228] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.384730] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.468478] env[69677]: DEBUG nova.compute.utils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.474270] env[69677]: DEBUG nova.compute.manager [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.474716] env[69677]: DEBUG nova.network.neutron [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.520171] env[69677]: DEBUG nova.network.neutron [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Updating instance_info_cache with network_info: [{"id": "5f387277-be5e-438c-b491-d3c32670d3a2", "address": "fa:16:3e:a0:71:1a", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f387277-be", "ovs_interfaceid": "5f387277-be5e-438c-b491-d3c32670d3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.575728] env[69677]: DEBUG nova.policy [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1eec7caa82804547845cdfd45a50d4e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e63cd42ae8e8487698bc3f4d07d95dc0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.616870] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52da74f8-47e0-c8d5-0c16-160c10664bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.008836} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.617617] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6e7f140-3fdd-4716-98fc-744270e5e3ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.624554] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for the task: (returnval){ [ 639.624554] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cb5378-e684-6b50-d150-dbe11c4b1fbd" [ 639.624554] env[69677]: _type = "Task" [ 639.624554] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.631092] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cb5378-e684-6b50-d150-dbe11c4b1fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.654594] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.830079] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.834184] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.834184] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.834184] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.834184] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.834184] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e46dbcf1-f091-49cc-84ae-3ecefb8a011e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.848158] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.848158] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.848158] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976cbaed-05e9-4d93-a14d-ef297753eadd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.853703] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c481214-531a-4e4c-af00-c46a6e581f4f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.859837] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 639.859837] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5203c653-760a-25b4-bd11-0b42beda43f0" [ 639.859837] env[69677]: _type = "Task" [ 639.859837] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.868527] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5203c653-760a-25b4-bd11-0b42beda43f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.975487] env[69677]: DEBUG nova.compute.manager [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.022295] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Releasing lock "refresh_cache-ef962b36-635f-491c-9182-6d2ec8b6ea58" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.022418] env[69677]: DEBUG nova.compute.manager [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Instance network_info: |[{"id": "5f387277-be5e-438c-b491-d3c32670d3a2", "address": "fa:16:3e:a0:71:1a", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f387277-be", "ovs_interfaceid": "5f387277-be5e-438c-b491-d3c32670d3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.024203] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:71:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f387277-be5e-438c-b491-d3c32670d3a2', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.033518] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Creating folder: Project (8141336248364989986373c5fc4dd0a8). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.039056] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31209834-2a70-4c42-804c-00747c082870 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.049198] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Created folder: Project (8141336248364989986373c5fc4dd0a8) in parent group-v685897. [ 640.049924] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Creating folder: Instances. Parent ref: group-v685907. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.049924] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e99b144-b1a1-475b-9d51-4e108f080b30 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.064267] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Created folder: Instances in parent group-v685907. [ 640.068017] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.068017] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.068017] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2723ce1-08c4-40a4-b0d6-e359cd393fc8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.086267] env[69677]: DEBUG nova.network.neutron [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Successfully created port: bd64bc3c-348e-496b-8932-6a9c1c766164 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.096043] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.096043] env[69677]: value = "task-3435828" [ 640.096043] env[69677]: _type = "Task" [ 640.096043] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.115342] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435828, 'name': CreateVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.138274] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cb5378-e684-6b50-d150-dbe11c4b1fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.018116} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.139380] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.139380] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] d53fbbf6-c496-47a6-b4c1-3b466630b30b/d53fbbf6-c496-47a6-b4c1-3b466630b30b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 640.139380] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc4907cc-fea9-47ff-ae23-2ebd787e870d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.152841] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for the task: (returnval){ [ 640.152841] env[69677]: value = "task-3435829" [ 640.152841] env[69677]: _type = "Task" [ 640.152841] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.163051] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.171851] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.247060] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66650fe6-cb9b-4725-90c8-64151ff4068d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.256566] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85074963-d3e4-4ec6-a201-faae4f110ab3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.303669] env[69677]: DEBUG nova.network.neutron [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Successfully updated port: 3a24b673-9bed-480a-bbe5-17ffbf9ce68d {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.305350] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70fa4a-41c5-49a7-af70-f453090db11a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.313961] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a6416e-dd51-42a4-9fe3-7e0ab370fc29 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.333428] env[69677]: DEBUG nova.compute.provider_tree [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.372504] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Preparing fetch location {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 640.372504] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Creating directory with path [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.372748] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-691cf2db-6e3f-4521-87ce-6b0b859dd0d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.410628] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Created directory with path [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.410628] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Fetch image to [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 640.410628] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Downloading image file data dc0ac7c7-56c5-45c7-ba8f-915313852e65 to [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk on the data store datastore2 {{(pid=69677) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 640.410628] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40edd0a9-dad9-4cf3-802a-8a0144d63357 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.419947] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3d8f90-b901-422d-a185-d5b239181e7d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.446850] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3743d9b-0c76-4fdb-935d-e944b786a82c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.481210] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff1c476-bc89-4047-9395-0dd6f67d4ef0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.494112] env[69677]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e873aec6-00de-4d4b-a199-a84c3bd01d7d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.533124] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Downloading image file data dc0ac7c7-56c5-45c7-ba8f-915313852e65 to the data store datastore2 {{(pid=69677) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 640.609945] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435828, 'name': CreateVM_Task, 'duration_secs': 0.359709} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.613020] env[69677]: DEBUG oslo_vmware.rw_handles [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 640.613020] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.613020] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.613739] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.614213] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.615506] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e67bbaf-d06d-4d5c-9203-2b43998bb88e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.688611] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 640.688611] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d0212c-5b91-e273-45cd-b60cf2ff0c62" [ 640.688611] env[69677]: _type = "Task" [ 640.688611] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.700104] env[69677]: DEBUG oslo_vmware.api [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435825, 'name': PowerOnVM_Task, 'duration_secs': 1.385396} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.701103] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.701518] env[69677]: INFO nova.compute.manager [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Took 11.22 seconds to spawn the instance on the hypervisor. [ 640.701987] env[69677]: DEBUG nova.compute.manager [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.705539] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821ccedf-9668-486b-b9d2-e275cb9ce00d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.708207] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435829, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.712261] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.713420] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.713420] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.813017] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "refresh_cache-52336a80-7d44-4da9-95cd-b810f96a0f71" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.813017] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquired lock "refresh_cache-52336a80-7d44-4da9-95cd-b810f96a0f71" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.813017] env[69677]: DEBUG nova.network.neutron [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.840472] env[69677]: DEBUG nova.scheduler.client.report [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.998702] env[69677]: DEBUG nova.compute.manager [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.033406] env[69677]: DEBUG nova.virt.hardware [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.033543] env[69677]: DEBUG nova.virt.hardware [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.033612] env[69677]: DEBUG nova.virt.hardware [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.033784] env[69677]: DEBUG nova.virt.hardware [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.033920] env[69677]: DEBUG nova.virt.hardware [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.038147] env[69677]: DEBUG nova.virt.hardware [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.038147] env[69677]: DEBUG nova.virt.hardware [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.038147] env[69677]: DEBUG nova.virt.hardware [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.038147] env[69677]: DEBUG nova.virt.hardware [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.038147] env[69677]: DEBUG nova.virt.hardware [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.038316] env[69677]: DEBUG nova.virt.hardware [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.038316] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ceeca8-ad46-4f4d-822c-30b94f1d2c94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.049416] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7239038-3e10-41d6-b2a4-c01c0972d49c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.193267] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68132} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.194710] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] d53fbbf6-c496-47a6-b4c1-3b466630b30b/d53fbbf6-c496-47a6-b4c1-3b466630b30b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 641.194710] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 641.194710] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeb37a61-59ae-4055-a0b0-9204059d053d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.205885] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for the task: (returnval){ [ 641.205885] env[69677]: value = "task-3435830" [ 641.205885] env[69677]: _type = "Task" [ 641.205885] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.228056] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.237630] env[69677]: INFO nova.compute.manager [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Took 16.05 seconds to build instance. [ 641.303420] env[69677]: DEBUG oslo_vmware.rw_handles [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Completed reading data from the image iterator. {{(pid=69677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 641.303684] env[69677]: DEBUG oslo_vmware.rw_handles [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 641.346324] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.346902] env[69677]: DEBUG nova.compute.manager [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.354484] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.593s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.355763] env[69677]: INFO nova.compute.claims [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.439884] env[69677]: DEBUG nova.network.neutron [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.452124] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Downloaded image file data dc0ac7c7-56c5-45c7-ba8f-915313852e65 to vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk on the data store datastore2 {{(pid=69677) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 641.453856] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Caching image {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 641.454123] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Copying Virtual Disk [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk to [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.454447] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d7bebae-c558-4d6e-8d66-e6b20ed2a64e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.462767] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 641.462767] env[69677]: value = "task-3435831" [ 641.462767] env[69677]: _type = "Task" [ 641.462767] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.472190] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.493657] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "62fa0b0e-ea00-43db-ab56-6690a625af50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.493885] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "62fa0b0e-ea00-43db-ab56-6690a625af50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.720244] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093946} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.720244] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 641.720484] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb1c675-a58a-4c08-a06b-d8d1574e67d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.746636] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] d53fbbf6-c496-47a6-b4c1-3b466630b30b/d53fbbf6-c496-47a6-b4c1-3b466630b30b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.747266] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5e75e69-cff7-4b7b-8cac-4d2db787516b tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.569s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.748030] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38c5c10-e1b3-4c5a-9f21-f1b46eac10e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.766363] env[69677]: DEBUG nova.compute.manager [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Received event network-changed-6930088e-85a6-4bdf-807f-5a687beac4d9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.766363] env[69677]: DEBUG nova.compute.manager [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Refreshing instance network info cache due to event network-changed-6930088e-85a6-4bdf-807f-5a687beac4d9. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 641.766456] env[69677]: DEBUG oslo_concurrency.lockutils [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] Acquiring lock "refresh_cache-d53fbbf6-c496-47a6-b4c1-3b466630b30b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.766665] env[69677]: DEBUG oslo_concurrency.lockutils [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] Acquired lock "refresh_cache-d53fbbf6-c496-47a6-b4c1-3b466630b30b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.766853] env[69677]: DEBUG nova.network.neutron [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Refreshing network info cache for port 6930088e-85a6-4bdf-807f-5a687beac4d9 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.774819] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for the task: (returnval){ [ 641.774819] env[69677]: value = "task-3435832" [ 641.774819] env[69677]: _type = "Task" [ 641.774819] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.784368] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.861246] env[69677]: DEBUG nova.compute.utils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.862710] env[69677]: DEBUG nova.compute.manager [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.865043] env[69677]: DEBUG nova.network.neutron [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.981438] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435831, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.986613] env[69677]: DEBUG nova.policy [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9a4a6526cf4470385673cebe0f3e4fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '795d77dd8fae40abadd903d2b0b4e5bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.082210] env[69677]: DEBUG nova.network.neutron [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Updating instance_info_cache with network_info: [{"id": "3a24b673-9bed-480a-bbe5-17ffbf9ce68d", "address": "fa:16:3e:d9:8a:e9", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a24b673-9b", "ovs_interfaceid": "3a24b673-9bed-480a-bbe5-17ffbf9ce68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.269425] env[69677]: DEBUG nova.compute.manager [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.289389] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435832, 'name': ReconfigVM_Task, 'duration_secs': 0.324733} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.289978] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Reconfigured VM instance instance-00000002 to attach disk [datastore1] d53fbbf6-c496-47a6-b4c1-3b466630b30b/d53fbbf6-c496-47a6-b4c1-3b466630b30b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.290609] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2628beaf-6379-4a0a-b07c-56bec0ef12e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.301026] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for the task: (returnval){ [ 642.301026] env[69677]: value = "task-3435833" [ 642.301026] env[69677]: _type = "Task" [ 642.301026] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.309928] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435833, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.365892] env[69677]: DEBUG nova.compute.manager [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.472356] env[69677]: DEBUG nova.network.neutron [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Successfully updated port: bd64bc3c-348e-496b-8932-6a9c1c766164 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.476628] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857037} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.477440] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Copied Virtual Disk [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk to [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.477583] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Deleting the datastore file [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65/tmp-sparse.vmdk {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.477797] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a8b8371-c688-45b7-b1bb-97e9112050eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.484607] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 642.484607] env[69677]: value = "task-3435834" [ 642.484607] env[69677]: _type = "Task" [ 642.484607] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.498215] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.571024] env[69677]: DEBUG nova.network.neutron [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Successfully created port: 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.580258] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9292eae1-6703-47c2-81ad-0f8294b0dba4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.588409] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2cea11-cf20-4088-9841-9cb190b59848 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.593073] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Releasing lock "refresh_cache-52336a80-7d44-4da9-95cd-b810f96a0f71" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.593353] env[69677]: DEBUG nova.compute.manager [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Instance network_info: |[{"id": "3a24b673-9bed-480a-bbe5-17ffbf9ce68d", "address": "fa:16:3e:d9:8a:e9", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a24b673-9b", "ovs_interfaceid": "3a24b673-9bed-480a-bbe5-17ffbf9ce68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.594728] env[69677]: DEBUG nova.compute.manager [req-8fa5c2d0-39e8-49f5-a951-05a2032ea518 req-ead8f7a8-4ea3-4c3a-8fcd-4cfde91f88eb service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Received event network-vif-plugged-3a24b673-9bed-480a-bbe5-17ffbf9ce68d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.594983] env[69677]: DEBUG oslo_concurrency.lockutils [req-8fa5c2d0-39e8-49f5-a951-05a2032ea518 req-ead8f7a8-4ea3-4c3a-8fcd-4cfde91f88eb service nova] Acquiring lock "52336a80-7d44-4da9-95cd-b810f96a0f71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.595245] env[69677]: DEBUG oslo_concurrency.lockutils [req-8fa5c2d0-39e8-49f5-a951-05a2032ea518 req-ead8f7a8-4ea3-4c3a-8fcd-4cfde91f88eb service nova] Lock "52336a80-7d44-4da9-95cd-b810f96a0f71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.595495] env[69677]: DEBUG oslo_concurrency.lockutils [req-8fa5c2d0-39e8-49f5-a951-05a2032ea518 req-ead8f7a8-4ea3-4c3a-8fcd-4cfde91f88eb service nova] Lock "52336a80-7d44-4da9-95cd-b810f96a0f71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.595637] env[69677]: DEBUG nova.compute.manager [req-8fa5c2d0-39e8-49f5-a951-05a2032ea518 req-ead8f7a8-4ea3-4c3a-8fcd-4cfde91f88eb service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] No waiting events found dispatching network-vif-plugged-3a24b673-9bed-480a-bbe5-17ffbf9ce68d {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.595840] env[69677]: WARNING nova.compute.manager [req-8fa5c2d0-39e8-49f5-a951-05a2032ea518 req-ead8f7a8-4ea3-4c3a-8fcd-4cfde91f88eb service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Received unexpected event network-vif-plugged-3a24b673-9bed-480a-bbe5-17ffbf9ce68d for instance with vm_state building and task_state spawning. [ 642.596316] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:8a:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a24b673-9bed-480a-bbe5-17ffbf9ce68d', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.604351] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Creating folder: Project (6d7885bc58014c1ca635a281e7b69585). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.609144] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48778952-c063-416e-a5bc-a8fbe788cc32 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.641728] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c619fefb-0b9f-4f2f-8245-fa153c177ab5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.650856] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59761e38-69cc-44f6-914b-476b84dc10c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.654924] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Created folder: Project (6d7885bc58014c1ca635a281e7b69585) in parent group-v685897. [ 642.655193] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Creating folder: Instances. Parent ref: group-v685910. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.655411] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9236e01d-c2ff-4ca2-adde-157266046ed8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.668102] env[69677]: DEBUG nova.compute.provider_tree [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.798236] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.808991] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435833, 'name': Rename_Task, 'duration_secs': 0.154209} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.809609] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.810926] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45a06b09-ec10-47c5-a96f-2c8fc0eb95c5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.812562] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Created folder: Instances in parent group-v685910. [ 642.812778] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.814580] env[69677]: DEBUG nova.network.neutron [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Updated VIF entry in instance network info cache for port 6930088e-85a6-4bdf-807f-5a687beac4d9. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 642.814580] env[69677]: DEBUG nova.network.neutron [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Updating instance_info_cache with network_info: [{"id": "6930088e-85a6-4bdf-807f-5a687beac4d9", "address": "fa:16:3e:c4:a8:f7", "network": {"id": "670f2512-accf-4019-af8c-61bda382d3f9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2133924967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c04284ec2bf4cedbcdc47d35af80613", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6930088e-85", "ovs_interfaceid": "6930088e-85a6-4bdf-807f-5a687beac4d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.815591] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.816158] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3516f8f8-dd3e-4235-adba-40184d241051 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.836350] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for the task: (returnval){ [ 642.836350] env[69677]: value = "task-3435837" [ 642.836350] env[69677]: _type = "Task" [ 642.836350] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.847085] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.847085] env[69677]: value = "task-3435838" [ 642.847085] env[69677]: _type = "Task" [ 642.847085] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.855790] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435837, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.861767] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435838, 'name': CreateVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.980140] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquiring lock "refresh_cache-e016fdbe-7de5-4e2a-bbff-ab08a79f9503" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.980140] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquired lock "refresh_cache-e016fdbe-7de5-4e2a-bbff-ab08a79f9503" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.980140] env[69677]: DEBUG nova.network.neutron [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.994912] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022983} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.996254] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.996254] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Moving file from [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97/dc0ac7c7-56c5-45c7-ba8f-915313852e65 to [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65. {{(pid=69677) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 642.996254] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7d9615b7-c8e1-4012-9bbc-b0c42082f04c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.003849] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 643.003849] env[69677]: value = "task-3435839" [ 643.003849] env[69677]: _type = "Task" [ 643.003849] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.014445] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435839, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.149982] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquiring lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.150394] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.195462] env[69677]: ERROR nova.scheduler.client.report [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [req-f35f3c44-d610-4be6-82a9-f0cab8ee8786] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c5171a8-f2e0-4f3a-8916-700b7523cd77. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f35f3c44-d610-4be6-82a9-f0cab8ee8786"}]} [ 643.227662] env[69677]: DEBUG nova.scheduler.client.report [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Refreshing inventories for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 643.254525] env[69677]: DEBUG nova.scheduler.client.report [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating ProviderTree inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 643.254982] env[69677]: DEBUG nova.compute.provider_tree [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 98, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.270030] env[69677]: DEBUG nova.scheduler.client.report [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Refreshing aggregate associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, aggregates: None {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 643.297676] env[69677]: DEBUG nova.scheduler.client.report [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Refreshing trait associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 643.336588] env[69677]: DEBUG oslo_concurrency.lockutils [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] Releasing lock "refresh_cache-d53fbbf6-c496-47a6-b4c1-3b466630b30b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.336588] env[69677]: DEBUG nova.compute.manager [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Received event network-vif-plugged-5f387277-be5e-438c-b491-d3c32670d3a2 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.336588] env[69677]: DEBUG oslo_concurrency.lockutils [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] Acquiring lock "ef962b36-635f-491c-9182-6d2ec8b6ea58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.336588] env[69677]: DEBUG oslo_concurrency.lockutils [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] Lock "ef962b36-635f-491c-9182-6d2ec8b6ea58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.336588] env[69677]: DEBUG oslo_concurrency.lockutils [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] Lock "ef962b36-635f-491c-9182-6d2ec8b6ea58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.336799] env[69677]: DEBUG nova.compute.manager [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] No waiting events found dispatching network-vif-plugged-5f387277-be5e-438c-b491-d3c32670d3a2 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.337052] env[69677]: WARNING nova.compute.manager [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Received unexpected event network-vif-plugged-5f387277-be5e-438c-b491-d3c32670d3a2 for instance with vm_state building and task_state spawning. [ 643.337648] env[69677]: DEBUG nova.compute.manager [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Received event network-changed-5f387277-be5e-438c-b491-d3c32670d3a2 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.337648] env[69677]: DEBUG nova.compute.manager [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Refreshing instance network info cache due to event network-changed-5f387277-be5e-438c-b491-d3c32670d3a2. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.337648] env[69677]: DEBUG oslo_concurrency.lockutils [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] Acquiring lock "refresh_cache-ef962b36-635f-491c-9182-6d2ec8b6ea58" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.337838] env[69677]: DEBUG oslo_concurrency.lockutils [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] Acquired lock "refresh_cache-ef962b36-635f-491c-9182-6d2ec8b6ea58" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.337838] env[69677]: DEBUG nova.network.neutron [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Refreshing network info cache for port 5f387277-be5e-438c-b491-d3c32670d3a2 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.360423] env[69677]: DEBUG oslo_vmware.api [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435837, 'name': PowerOnVM_Task, 'duration_secs': 0.516794} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.361049] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.361260] env[69677]: INFO nova.compute.manager [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Took 11.60 seconds to spawn the instance on the hypervisor. [ 643.361440] env[69677]: DEBUG nova.compute.manager [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.363338] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2c8db3-6e09-4efe-bb1f-b409c1b31e8d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.372830] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435838, 'name': CreateVM_Task, 'duration_secs': 0.340133} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.373496] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.374710] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.374911] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.375238] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.378112] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d084df0b-7973-432e-a108-328f75221ca8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.382479] env[69677]: DEBUG nova.compute.manager [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.391484] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 643.391484] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a3f1a6-05ed-9057-50e2-848b1a487ca0" [ 643.391484] env[69677]: _type = "Task" [ 643.391484] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.406334] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a3f1a6-05ed-9057-50e2-848b1a487ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.008455} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.406667] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.409863] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.410199] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.436752] env[69677]: DEBUG nova.virt.hardware [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.436752] env[69677]: DEBUG nova.virt.hardware [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.436752] env[69677]: DEBUG nova.virt.hardware [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.436905] env[69677]: DEBUG nova.virt.hardware [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.436905] env[69677]: DEBUG nova.virt.hardware [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.436905] env[69677]: DEBUG nova.virt.hardware [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.437619] env[69677]: DEBUG nova.virt.hardware [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.437619] env[69677]: DEBUG nova.virt.hardware [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.437795] env[69677]: DEBUG nova.virt.hardware [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.437845] env[69677]: DEBUG nova.virt.hardware [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.438048] env[69677]: DEBUG nova.virt.hardware [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.439173] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c318a2d8-61f0-449f-8bc3-aa29060cd5c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.451512] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e492fa9-f7ad-4b0c-a00a-b076138abd07 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.518481] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435839, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025021} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.518727] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] File moved {{(pid=69677) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 643.518928] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Cleaning up location [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 643.519106] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Deleting the datastore file [datastore2] vmware_temp/670f5a7e-eb79-413c-b88e-50a2c6c19b97 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.520487] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e01832d-b11b-4ba1-ace5-db223f023174 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.526956] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 643.526956] env[69677]: value = "task-3435840" [ 643.526956] env[69677]: _type = "Task" [ 643.526956] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.536781] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.561179] env[69677]: DEBUG nova.network.neutron [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.572440] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d948e94b-1c30-4d72-a547-928aef9f84e0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.580798] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0559ef2d-2603-479b-bd63-baa73926be24 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.619331] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583ddacb-ee87-4ca9-aeea-d2be48acc36a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.628739] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3dc440-74e5-44f5-88a1-de7db808a17e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.644626] env[69677]: DEBUG nova.compute.provider_tree [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.893431] env[69677]: INFO nova.compute.manager [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Took 18.61 seconds to build instance. [ 644.019872] env[69677]: DEBUG nova.network.neutron [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Updating instance_info_cache with network_info: [{"id": "bd64bc3c-348e-496b-8932-6a9c1c766164", "address": "fa:16:3e:7c:6d:2b", "network": {"id": "8d0e246e-7e47-44fb-87d0-4f64665c50dd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-783543759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63cd42ae8e8487698bc3f4d07d95dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd64bc3c-34", "ovs_interfaceid": "bd64bc3c-348e-496b-8932-6a9c1c766164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.044922] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026484} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.045195] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.045930] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45662321-6310-45d5-83b5-4f360ae218d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.052091] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 644.052091] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cede04-f072-c643-a44b-97f7600d6fda" [ 644.052091] env[69677]: _type = "Task" [ 644.052091] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.060041] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cede04-f072-c643-a44b-97f7600d6fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.191391] env[69677]: INFO nova.compute.manager [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Rebuilding instance [ 644.202108] env[69677]: DEBUG nova.scheduler.client.report [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updated inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with generation 17 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 644.202409] env[69677]: DEBUG nova.compute.provider_tree [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 generation from 17 to 18 during operation: update_inventory {{(pid=69677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 644.202713] env[69677]: DEBUG nova.compute.provider_tree [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 644.254458] env[69677]: DEBUG nova.compute.manager [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 644.255185] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78049fc1-f956-42c6-8f82-b34e9d5525f1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.340422] env[69677]: DEBUG nova.network.neutron [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Updated VIF entry in instance network info cache for port 5f387277-be5e-438c-b491-d3c32670d3a2. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.340755] env[69677]: DEBUG nova.network.neutron [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Updating instance_info_cache with network_info: [{"id": "5f387277-be5e-438c-b491-d3c32670d3a2", "address": "fa:16:3e:a0:71:1a", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f387277-be", "ovs_interfaceid": "5f387277-be5e-438c-b491-d3c32670d3a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.396493] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a0854516-723e-4a1b-aced-ceb8bb6d1537 tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.129s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.475798] env[69677]: DEBUG nova.network.neutron [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Successfully updated port: 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.522051] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Releasing lock "refresh_cache-e016fdbe-7de5-4e2a-bbff-ab08a79f9503" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.524717] env[69677]: DEBUG nova.compute.manager [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Instance network_info: |[{"id": "bd64bc3c-348e-496b-8932-6a9c1c766164", "address": "fa:16:3e:7c:6d:2b", "network": {"id": "8d0e246e-7e47-44fb-87d0-4f64665c50dd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-783543759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63cd42ae8e8487698bc3f4d07d95dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd64bc3c-34", "ovs_interfaceid": "bd64bc3c-348e-496b-8932-6a9c1c766164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.524904] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:6d:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b21ab10-d886-4453-9472-9e11fb3c450d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd64bc3c-348e-496b-8932-6a9c1c766164', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.533585] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Creating folder: Project (e63cd42ae8e8487698bc3f4d07d95dc0). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.533872] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a1ada05-5671-4d91-97f1-864a7b2d7ad2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.545147] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Created folder: Project (e63cd42ae8e8487698bc3f4d07d95dc0) in parent group-v685897. [ 644.545358] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Creating folder: Instances. Parent ref: group-v685913. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.545599] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3a74b96-af46-4ee0-b563-7b656ea14f74 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.557761] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Created folder: Instances in parent group-v685913. [ 644.557993] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.558571] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.558797] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ba3ff04-903b-4504-9a5c-06fd157aca98 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.583016] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cede04-f072-c643-a44b-97f7600d6fda, 'name': SearchDatastore_Task, 'duration_secs': 0.008869} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.583694] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.584128] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] d75472ff-5fce-4d5b-b46d-1bcac9e5309f/d75472ff-5fce-4d5b-b46d-1bcac9e5309f.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.584467] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.584656] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.584864] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-400923f8-5715-424f-8602-05be3336e586 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.588192] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd935efc-c824-44b3-9f87-09a0a88c78ae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.590344] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.590344] env[69677]: value = "task-3435843" [ 644.590344] env[69677]: _type = "Task" [ 644.590344] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.595235] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 644.595235] env[69677]: value = "task-3435844" [ 644.595235] env[69677]: _type = "Task" [ 644.595235] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.604721] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.604721] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.604721] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435843, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.604721] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e8bcf57-8fe3-4b3d-9c0e-8df025e913e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.609454] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.613124] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 644.613124] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fa3e57-1e84-9849-46a9-17fdc0fad701" [ 644.613124] env[69677]: _type = "Task" [ 644.613124] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.622050] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fa3e57-1e84-9849-46a9-17fdc0fad701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.712777] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.362s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.713893] env[69677]: DEBUG nova.compute.manager [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.716845] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.086s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.717085] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.717287] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 644.717875] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.126s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.719169] env[69677]: INFO nova.compute.claims [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.727788] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda6b908-eccc-4f37-9bed-39139cc59367 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.739315] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25f8b8f-e434-42b9-ad7c-1b557e0dedc5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.758344] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4acacb0-28b8-40b0-b04b-8dd298f9cc87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.769599] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff563eb-fb5f-4ce0-be2c-88923c4ec8f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.803488] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180975MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 644.803709] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.844762] env[69677]: DEBUG oslo_concurrency.lockutils [req-75b1af5c-c681-488b-92f0-95a10c222549 req-cb1e64fc-5951-4605-8912-b5e1e2f940db service nova] Releasing lock "refresh_cache-ef962b36-635f-491c-9182-6d2ec8b6ea58" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.900034] env[69677]: DEBUG nova.compute.manager [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.977449] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquiring lock "refresh_cache-74028c39-0858-48ca-aee8-18b66c99b242" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.977738] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquired lock "refresh_cache-74028c39-0858-48ca-aee8-18b66c99b242" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.978040] env[69677]: DEBUG nova.network.neutron [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.104109] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435843, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.112806] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435844, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.124809] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fa3e57-1e84-9849-46a9-17fdc0fad701, 'name': SearchDatastore_Task, 'duration_secs': 0.008228} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.125758] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c9937f-270e-4138-9788-35b51b16c2bf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.132706] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 645.132706] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52686285-f663-d24d-ffc2-dc82b0ad0383" [ 645.132706] env[69677]: _type = "Task" [ 645.132706] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.142201] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52686285-f663-d24d-ffc2-dc82b0ad0383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.187604] env[69677]: DEBUG nova.compute.manager [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Received event network-vif-plugged-bd64bc3c-348e-496b-8932-6a9c1c766164 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.187604] env[69677]: DEBUG oslo_concurrency.lockutils [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] Acquiring lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.187604] env[69677]: DEBUG oslo_concurrency.lockutils [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] Lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.187604] env[69677]: DEBUG oslo_concurrency.lockutils [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] Lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.187604] env[69677]: DEBUG nova.compute.manager [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] No waiting events found dispatching network-vif-plugged-bd64bc3c-348e-496b-8932-6a9c1c766164 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 645.187779] env[69677]: WARNING nova.compute.manager [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Received unexpected event network-vif-plugged-bd64bc3c-348e-496b-8932-6a9c1c766164 for instance with vm_state building and task_state spawning. [ 645.187779] env[69677]: DEBUG nova.compute.manager [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Received event network-changed-bd64bc3c-348e-496b-8932-6a9c1c766164 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.187836] env[69677]: DEBUG nova.compute.manager [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Refreshing instance network info cache due to event network-changed-bd64bc3c-348e-496b-8932-6a9c1c766164. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.189070] env[69677]: DEBUG oslo_concurrency.lockutils [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] Acquiring lock "refresh_cache-e016fdbe-7de5-4e2a-bbff-ab08a79f9503" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.189070] env[69677]: DEBUG oslo_concurrency.lockutils [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] Acquired lock "refresh_cache-e016fdbe-7de5-4e2a-bbff-ab08a79f9503" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.189070] env[69677]: DEBUG nova.network.neutron [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Refreshing network info cache for port bd64bc3c-348e-496b-8932-6a9c1c766164 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.223148] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquiring lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.223433] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.224942] env[69677]: DEBUG nova.compute.utils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.225948] env[69677]: DEBUG nova.compute.manager [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 645.226146] env[69677]: DEBUG nova.network.neutron [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.274664] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 645.276586] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-970b1f9a-17e0-4d28-ac46-69db187791e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.283065] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 645.283065] env[69677]: value = "task-3435845" [ 645.283065] env[69677]: _type = "Task" [ 645.283065] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.297706] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.308521] env[69677]: DEBUG nova.policy [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5abc65622a174d2a844ac361b3b1c5db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dbc62fb606a44c5ae4ab9f597af1acf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.437583] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.584762] env[69677]: DEBUG nova.network.neutron [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.603673] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435843, 'name': CreateVM_Task, 'duration_secs': 0.56433} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.604189] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.604920] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.605093] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.605435] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.605668] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d57818d0-79c3-4746-a9e3-9d47f0b9538f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.610562] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524472} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.611184] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] d75472ff-5fce-4d5b-b46d-1bcac9e5309f/d75472ff-5fce-4d5b-b46d-1bcac9e5309f.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.611428] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.611712] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d87000c-9c9f-46c0-8bbc-ff43d3b8e059 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.614865] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for the task: (returnval){ [ 645.614865] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52629d9e-015b-4325-b8cf-6f87ccfe34be" [ 645.614865] env[69677]: _type = "Task" [ 645.614865] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.620979] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 645.620979] env[69677]: value = "task-3435846" [ 645.620979] env[69677]: _type = "Task" [ 645.620979] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.624458] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52629d9e-015b-4325-b8cf-6f87ccfe34be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.638298] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.644981] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52686285-f663-d24d-ffc2-dc82b0ad0383, 'name': SearchDatastore_Task, 'duration_secs': 0.011913} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.645268] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.645539] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] ef962b36-635f-491c-9182-6d2ec8b6ea58/ef962b36-635f-491c-9182-6d2ec8b6ea58.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.645827] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.646018] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.646217] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f94165d-2024-4276-b05f-dfe7eafedc69 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.648801] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a673d6df-f0e2-4894-a9ab-fe582c414f87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.655326] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 645.655326] env[69677]: value = "task-3435847" [ 645.655326] env[69677]: _type = "Task" [ 645.655326] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.659754] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.659930] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.660838] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400b1970-735b-4b7c-b0f1-f85c8a544d51 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.667955] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.669270] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 645.669270] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5276ef21-5b24-7388-2d36-6f9072bc9328" [ 645.669270] env[69677]: _type = "Task" [ 645.669270] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.677295] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5276ef21-5b24-7388-2d36-6f9072bc9328, 'name': SearchDatastore_Task, 'duration_secs': 0.00833} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.678072] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74970623-b3da-43c1-b9b1-fc126c7eadba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.683185] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 645.683185] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c921f0-c550-59d8-ddc6-690a126d4444" [ 645.683185] env[69677]: _type = "Task" [ 645.683185] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.693154] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c921f0-c550-59d8-ddc6-690a126d4444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.729924] env[69677]: DEBUG nova.compute.manager [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.801926] env[69677]: DEBUG nova.compute.manager [req-3d47226d-719a-4869-a189-ca41e7b3f1b8 req-b2f705b9-51ce-406e-bad6-ec5dfcc36ce3 service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Received event network-changed-3a24b673-9bed-480a-bbe5-17ffbf9ce68d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 645.802111] env[69677]: DEBUG nova.compute.manager [req-3d47226d-719a-4869-a189-ca41e7b3f1b8 req-b2f705b9-51ce-406e-bad6-ec5dfcc36ce3 service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Refreshing instance network info cache due to event network-changed-3a24b673-9bed-480a-bbe5-17ffbf9ce68d. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 645.802223] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d47226d-719a-4869-a189-ca41e7b3f1b8 req-b2f705b9-51ce-406e-bad6-ec5dfcc36ce3 service nova] Acquiring lock "refresh_cache-52336a80-7d44-4da9-95cd-b810f96a0f71" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.802357] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d47226d-719a-4869-a189-ca41e7b3f1b8 req-b2f705b9-51ce-406e-bad6-ec5dfcc36ce3 service nova] Acquired lock "refresh_cache-52336a80-7d44-4da9-95cd-b810f96a0f71" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.802506] env[69677]: DEBUG nova.network.neutron [req-3d47226d-719a-4869-a189-ca41e7b3f1b8 req-b2f705b9-51ce-406e-bad6-ec5dfcc36ce3 service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Refreshing network info cache for port 3a24b673-9bed-480a-bbe5-17ffbf9ce68d {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.810411] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435845, 'name': PowerOffVM_Task, 'duration_secs': 0.133182} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.810824] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.811465] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.812321] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b184f5fe-8c65-42fe-8204-c0397591061a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.822997] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.823891] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0b4a554-500f-45cc-a558-69196727156b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.851796] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.851918] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.852054] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Deleting the datastore file [datastore1] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.854554] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5de83010-8cf1-4d54-98d3-81f216c4c097 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.862572] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 645.862572] env[69677]: value = "task-3435849" [ 645.862572] env[69677]: _type = "Task" [ 645.862572] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.870825] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.011742] env[69677]: DEBUG nova.network.neutron [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Updating instance_info_cache with network_info: [{"id": "5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3", "address": "fa:16:3e:18:eb:bd", "network": {"id": "9505b0bd-81e3-4b39-982f-1c0a31d34754", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-413124958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795d77dd8fae40abadd903d2b0b4e5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba2f0e3-0e", "ovs_interfaceid": "5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.022263] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a885c5ad-b3ee-405f-a68a-61542e2b448a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.035641] env[69677]: DEBUG nova.network.neutron [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Updated VIF entry in instance network info cache for port bd64bc3c-348e-496b-8932-6a9c1c766164. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.041019] env[69677]: DEBUG nova.network.neutron [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Updating instance_info_cache with network_info: [{"id": "bd64bc3c-348e-496b-8932-6a9c1c766164", "address": "fa:16:3e:7c:6d:2b", "network": {"id": "8d0e246e-7e47-44fb-87d0-4f64665c50dd", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-783543759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e63cd42ae8e8487698bc3f4d07d95dc0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b21ab10-d886-4453-9472-9e11fb3c450d", "external-id": "nsx-vlan-transportzone-885", "segmentation_id": 885, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd64bc3c-34", "ovs_interfaceid": "bd64bc3c-348e-496b-8932-6a9c1c766164", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.041019] env[69677]: DEBUG nova.network.neutron [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Successfully created port: 63f0fb81-a5b9-4ed3-a684-74f77314320c {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.049088] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d532f1ab-1425-4ac1-bd69-7401e48b9eaf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.081736] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30275419-b4b0-4d15-b0a8-3c6bc4ccfd34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.089653] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bae9d4-f5fd-48c4-b8d4-dc4caa8e133e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.104371] env[69677]: DEBUG nova.compute.provider_tree [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.127541] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52629d9e-015b-4325-b8cf-6f87ccfe34be, 'name': SearchDatastore_Task, 'duration_secs': 0.012214} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.130852] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.131099] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.131335] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.136440] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078688} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.136731] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.137433] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffe1879-5fc9-42c7-bfa4-682383594bd4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.157940] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] d75472ff-5fce-4d5b-b46d-1bcac9e5309f/d75472ff-5fce-4d5b-b46d-1bcac9e5309f.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.158664] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f5a67e1-32bf-495e-a7d0-1d090b904b48 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.184458] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.189419] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 646.189419] env[69677]: value = "task-3435850" [ 646.189419] env[69677]: _type = "Task" [ 646.189419] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.199019] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c921f0-c550-59d8-ddc6-690a126d4444, 'name': SearchDatastore_Task, 'duration_secs': 0.008038} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.199482] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.199736] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 52336a80-7d44-4da9-95cd-b810f96a0f71/52336a80-7d44-4da9-95cd-b810f96a0f71.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.200048] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.200256] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.200474] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c3bc68-8332-4465-bfa1-41b423d81704 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.206091] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea5ec7fa-e3f7-4544-9b1f-d9abe6bdba5d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.208145] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.213749] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 646.213749] env[69677]: value = "task-3435851" [ 646.213749] env[69677]: _type = "Task" [ 646.213749] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.218417] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.218474] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.220053] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ba75e7-cec6-461d-ac49-318a4ef67c5f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.225034] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.228042] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for the task: (returnval){ [ 646.228042] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5252be2f-549e-088b-a919-56b8a5561c63" [ 646.228042] env[69677]: _type = "Task" [ 646.228042] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.238852] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5252be2f-549e-088b-a919-56b8a5561c63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.378645] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163857} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.378645] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 646.378645] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 646.378645] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.514458] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Releasing lock "refresh_cache-74028c39-0858-48ca-aee8-18b66c99b242" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.514939] env[69677]: DEBUG nova.compute.manager [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Instance network_info: |[{"id": "5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3", "address": "fa:16:3e:18:eb:bd", "network": {"id": "9505b0bd-81e3-4b39-982f-1c0a31d34754", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-413124958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795d77dd8fae40abadd903d2b0b4e5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba2f0e3-0e", "ovs_interfaceid": "5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.515629] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:eb:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.529598] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Creating folder: Project (795d77dd8fae40abadd903d2b0b4e5bb). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.533764] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04542704-e14b-453e-8913-1caca86ee7e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.547853] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Created folder: Project (795d77dd8fae40abadd903d2b0b4e5bb) in parent group-v685897. [ 646.547853] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Creating folder: Instances. Parent ref: group-v685916. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.547853] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e82ba08-7eae-434a-bee5-3e139eb4f4c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.553816] env[69677]: DEBUG oslo_concurrency.lockutils [req-2fd016a6-ecd1-4d47-9a03-5c18d5bdd2f9 req-d698bd0a-1bcb-4cbd-953a-10aaadf3dfde service nova] Releasing lock "refresh_cache-e016fdbe-7de5-4e2a-bbff-ab08a79f9503" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.557238] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Created folder: Instances in parent group-v685916. [ 646.557541] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.557788] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.558073] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09dbb213-fabc-4bd0-88bc-8087df141e1d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.580158] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.580158] env[69677]: value = "task-3435854" [ 646.580158] env[69677]: _type = "Task" [ 646.580158] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.588897] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435854, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.607704] env[69677]: DEBUG nova.scheduler.client.report [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.672252] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.706172] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435850, 'name': ReconfigVM_Task, 'duration_secs': 0.429882} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.706172] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Reconfigured VM instance instance-00000005 to attach disk [datastore2] d75472ff-5fce-4d5b-b46d-1bcac9e5309f/d75472ff-5fce-4d5b-b46d-1bcac9e5309f.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.706172] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4616c4f8-d493-48e1-b8c8-ac052e8e2736 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.713798] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 646.713798] env[69677]: value = "task-3435855" [ 646.713798] env[69677]: _type = "Task" [ 646.713798] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.730270] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435855, 'name': Rename_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.744263] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.745678] env[69677]: DEBUG nova.compute.manager [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.755953] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5252be2f-549e-088b-a919-56b8a5561c63, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.757759] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391fab99-4b21-48fb-9c53-3ccd64a65181 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.767583] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for the task: (returnval){ [ 646.767583] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520608d9-80c6-b8ab-b1f0-0b26f2de0372" [ 646.767583] env[69677]: _type = "Task" [ 646.767583] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.774997] env[69677]: DEBUG nova.virt.hardware [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.775452] env[69677]: DEBUG nova.virt.hardware [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.775672] env[69677]: DEBUG nova.virt.hardware [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.775937] env[69677]: DEBUG nova.virt.hardware [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.776149] env[69677]: DEBUG nova.virt.hardware [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.776362] env[69677]: DEBUG nova.virt.hardware [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.776796] env[69677]: DEBUG nova.virt.hardware [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.776998] env[69677]: DEBUG nova.virt.hardware [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.777270] env[69677]: DEBUG nova.virt.hardware [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.777665] env[69677]: DEBUG nova.virt.hardware [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.778050] env[69677]: DEBUG nova.virt.hardware [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.780921] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203f62ce-32f9-424a-b9c3-d0f7312b3ab3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.798653] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520608d9-80c6-b8ab-b1f0-0b26f2de0372, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.801620] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.802041] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] e016fdbe-7de5-4e2a-bbff-ab08a79f9503/e016fdbe-7de5-4e2a-bbff-ab08a79f9503.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.802559] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1dfc23f-bac8-4897-83bf-1374120b3b7a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.806514] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed20629b-563f-4192-817a-61f094df22ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.827089] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for the task: (returnval){ [ 646.827089] env[69677]: value = "task-3435856" [ 646.827089] env[69677]: _type = "Task" [ 646.827089] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.840698] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.956813] env[69677]: DEBUG nova.network.neutron [req-3d47226d-719a-4869-a189-ca41e7b3f1b8 req-b2f705b9-51ce-406e-bad6-ec5dfcc36ce3 service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Updated VIF entry in instance network info cache for port 3a24b673-9bed-480a-bbe5-17ffbf9ce68d. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.958415] env[69677]: DEBUG nova.network.neutron [req-3d47226d-719a-4869-a189-ca41e7b3f1b8 req-b2f705b9-51ce-406e-bad6-ec5dfcc36ce3 service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Updating instance_info_cache with network_info: [{"id": "3a24b673-9bed-480a-bbe5-17ffbf9ce68d", "address": "fa:16:3e:d9:8a:e9", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a24b673-9b", "ovs_interfaceid": "3a24b673-9bed-480a-bbe5-17ffbf9ce68d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.094044] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435854, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.114408] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.115253] env[69677]: DEBUG nova.compute.manager [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.121188] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.708s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.123140] env[69677]: INFO nova.compute.claims [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.179020] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435847, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.238832] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.245150] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435855, 'name': Rename_Task, 'duration_secs': 0.160346} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.245720] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.246144] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cc83968-a4d4-47ce-bf63-e316e5418cf4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.255924] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 647.255924] env[69677]: value = "task-3435857" [ 647.255924] env[69677]: _type = "Task" [ 647.255924] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.268663] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.345080] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.421652] env[69677]: DEBUG nova.virt.hardware [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.421652] env[69677]: DEBUG nova.virt.hardware [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.421886] env[69677]: DEBUG nova.virt.hardware [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.421886] env[69677]: DEBUG nova.virt.hardware [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.422156] env[69677]: DEBUG nova.virt.hardware [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.422367] env[69677]: DEBUG nova.virt.hardware [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.422824] env[69677]: DEBUG nova.virt.hardware [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.422824] env[69677]: DEBUG nova.virt.hardware [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.422927] env[69677]: DEBUG nova.virt.hardware [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.423125] env[69677]: DEBUG nova.virt.hardware [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.423304] env[69677]: DEBUG nova.virt.hardware [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.424891] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c40f19-6632-454b-8a6c-56db71e5b20c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.434392] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9309f89-c968-4899-9d64-e370214d5a07 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.451604] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.457766] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.458076] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.458221] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25271e69-2f13-4750-81de-37f8f0a3cc46 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.471918] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d47226d-719a-4869-a189-ca41e7b3f1b8 req-b2f705b9-51ce-406e-bad6-ec5dfcc36ce3 service nova] Releasing lock "refresh_cache-52336a80-7d44-4da9-95cd-b810f96a0f71" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.479332] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.479332] env[69677]: value = "task-3435858" [ 647.479332] env[69677]: _type = "Task" [ 647.479332] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.488542] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435858, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.592977] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435854, 'name': CreateVM_Task, 'duration_secs': 0.528268} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.593307] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.594018] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.594231] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.594667] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.594980] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0c3a3c-1861-40b0-917c-43ae2a014dc7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.601449] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for the task: (returnval){ [ 647.601449] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52adf287-be8d-4746-ea02-7cce0ccda73c" [ 647.601449] env[69677]: _type = "Task" [ 647.601449] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.612448] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52adf287-be8d-4746-ea02-7cce0ccda73c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.628508] env[69677]: DEBUG nova.compute.utils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.631509] env[69677]: DEBUG nova.compute.manager [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.631509] env[69677]: DEBUG nova.network.neutron [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.679888] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435847, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.768323} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.679888] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] ef962b36-635f-491c-9182-6d2ec8b6ea58/ef962b36-635f-491c-9182-6d2ec8b6ea58.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.679888] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.679888] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aab8348-2852-4a73-9dd6-38ca337bd8f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.689906] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 647.689906] env[69677]: value = "task-3435859" [ 647.689906] env[69677]: _type = "Task" [ 647.689906] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.702258] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.730587] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435851, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.207939} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.730587] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 52336a80-7d44-4da9-95cd-b810f96a0f71/52336a80-7d44-4da9-95cd-b810f96a0f71.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.731303] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.731303] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d87efe30-4db6-421c-9f39-a61447106182 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.742532] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 647.742532] env[69677]: value = "task-3435860" [ 647.742532] env[69677]: _type = "Task" [ 647.742532] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.761319] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.773966] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.825187] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.826023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.841731] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435856, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.978776] env[69677]: DEBUG nova.policy [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5abc65622a174d2a844ac361b3b1c5db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dbc62fb606a44c5ae4ab9f597af1acf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.003249] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435858, 'name': CreateVM_Task, 'duration_secs': 0.392865} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.003249] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.003249] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.003249] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.003822] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.004173] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f18b36-d33c-45d9-9459-195664c280a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.012529] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 648.012529] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527498f9-6440-2ae4-2204-da6b6763b1a1" [ 648.012529] env[69677]: _type = "Task" [ 648.012529] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.027850] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527498f9-6440-2ae4-2204-da6b6763b1a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.113224] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52adf287-be8d-4746-ea02-7cce0ccda73c, 'name': SearchDatastore_Task, 'duration_secs': 0.050887} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.113529] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.113764] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.114019] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.116717] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.116717] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.116717] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2eaebb0-b9b4-4a31-bc53-4ea4deaa8b67 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.124187] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.124422] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.126043] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a616889e-7320-47ce-8a80-0e0a2c600cc4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.133624] env[69677]: DEBUG nova.compute.manager [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.137335] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for the task: (returnval){ [ 648.137335] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523f2093-7889-a987-6696-a3aa1382beaa" [ 648.137335] env[69677]: _type = "Task" [ 648.137335] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.157301] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523f2093-7889-a987-6696-a3aa1382beaa, 'name': SearchDatastore_Task, 'duration_secs': 0.010256} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.160101] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab9c596d-1e78-4a48-bc37-d5a95aeecf64 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.169529] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for the task: (returnval){ [ 648.169529] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d9aae6-e5b5-a4ad-4317-88559531ea56" [ 648.169529] env[69677]: _type = "Task" [ 648.169529] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.184030] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d9aae6-e5b5-a4ad-4317-88559531ea56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.191405] env[69677]: DEBUG nova.network.neutron [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Successfully updated port: 63f0fb81-a5b9-4ed3-a684-74f77314320c {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.202601] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18841} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.205430] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.206483] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd642ba-207c-481c-81a5-d071adc3a914 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.231534] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] ef962b36-635f-491c-9182-6d2ec8b6ea58/ef962b36-635f-491c-9182-6d2ec8b6ea58.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.235113] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a972b5d8-17ca-409b-ad62-d99278b0e872 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.260031] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123086} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.264408] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.265819] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 648.265819] env[69677]: value = "task-3435861" [ 648.265819] env[69677]: _type = "Task" [ 648.265819] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.266241] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3259351-f23c-4106-8e7e-b49b0a1227d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.279569] env[69677]: DEBUG oslo_vmware.api [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435857, 'name': PowerOnVM_Task, 'duration_secs': 0.749065} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.279942] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.279942] env[69677]: INFO nova.compute.manager [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Took 9.72 seconds to spawn the instance on the hypervisor. [ 648.280035] env[69677]: DEBUG nova.compute.manager [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.290160] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f68f2f-183a-4b2f-bd19-2fc1af2a585b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.301277] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 52336a80-7d44-4da9-95cd-b810f96a0f71/52336a80-7d44-4da9-95cd-b810f96a0f71.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.307807] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e731f8ef-fc1a-4fe4-a468-ea59441b5379 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.322647] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.323364] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquiring lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.323364] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.323528] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquiring lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.323588] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.323799] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.327839] env[69677]: DEBUG nova.compute.manager [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Received event network-vif-plugged-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.328067] env[69677]: DEBUG oslo_concurrency.lockutils [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] Acquiring lock "74028c39-0858-48ca-aee8-18b66c99b242-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.328542] env[69677]: DEBUG oslo_concurrency.lockutils [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] Lock "74028c39-0858-48ca-aee8-18b66c99b242-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.328542] env[69677]: DEBUG oslo_concurrency.lockutils [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] Lock "74028c39-0858-48ca-aee8-18b66c99b242-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.328718] env[69677]: DEBUG nova.compute.manager [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] No waiting events found dispatching network-vif-plugged-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.328767] env[69677]: WARNING nova.compute.manager [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Received unexpected event network-vif-plugged-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 for instance with vm_state building and task_state spawning. [ 648.328887] env[69677]: DEBUG nova.compute.manager [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Received event network-changed-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.329051] env[69677]: DEBUG nova.compute.manager [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Refreshing instance network info cache due to event network-changed-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.329232] env[69677]: DEBUG oslo_concurrency.lockutils [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] Acquiring lock "refresh_cache-74028c39-0858-48ca-aee8-18b66c99b242" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.329363] env[69677]: DEBUG oslo_concurrency.lockutils [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] Acquired lock "refresh_cache-74028c39-0858-48ca-aee8-18b66c99b242" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.329513] env[69677]: DEBUG nova.network.neutron [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Refreshing network info cache for port 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.332682] env[69677]: INFO nova.compute.manager [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Terminating instance [ 648.348403] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 648.348403] env[69677]: value = "task-3435862" [ 648.348403] env[69677]: _type = "Task" [ 648.348403] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.357636] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435856, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.178395} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.358616] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] e016fdbe-7de5-4e2a-bbff-ab08a79f9503/e016fdbe-7de5-4e2a-bbff-ab08a79f9503.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.360028] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.360028] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2407d84-956d-4fdc-b776-491de24dbf50 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.366922] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.372531] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for the task: (returnval){ [ 648.372531] env[69677]: value = "task-3435863" [ 648.372531] env[69677]: _type = "Task" [ 648.372531] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.382223] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.507011] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c13a485-0446-4c3f-8412-b638112d1f5a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.519807] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a480e0-79f8-4e83-b7c4-163bf59e6d8c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.529186] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527498f9-6440-2ae4-2204-da6b6763b1a1, 'name': SearchDatastore_Task, 'duration_secs': 0.028422} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.561738] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.562456] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.562456] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.562456] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.562607] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.563014] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52c20853-226e-4b92-a7f7-518feae7c5b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.565955] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4668237-b11b-4911-8dd1-4e5165bbf70e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.574047] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340301ae-e1bc-4c08-a999-a38f980fde65 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.579015] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.579107] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.580799] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfcc4e05-88b4-4f13-9128-3b2480154455 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.590383] env[69677]: DEBUG nova.compute.provider_tree [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.596506] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 648.596506] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52021ea0-8367-9d0c-6617-2288c70486e1" [ 648.596506] env[69677]: _type = "Task" [ 648.596506] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.602852] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52021ea0-8367-9d0c-6617-2288c70486e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.640995] env[69677]: DEBUG nova.network.neutron [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Successfully created port: 4962b6b8-f203-4308-8e31-92a6727ff7be {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.679345] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d9aae6-e5b5-a4ad-4317-88559531ea56, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.679681] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.680053] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 74028c39-0858-48ca-aee8-18b66c99b242/74028c39-0858-48ca-aee8-18b66c99b242.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.680329] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-871d3722-e54d-4ad9-bbe5-d1f74090b69b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.687920] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for the task: (returnval){ [ 648.687920] env[69677]: value = "task-3435864" [ 648.687920] env[69677]: _type = "Task" [ 648.687920] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.696563] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "refresh_cache-a8f82b8b-a451-4b77-abe9-d69a7d061051" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.696786] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "refresh_cache-a8f82b8b-a451-4b77-abe9-d69a7d061051" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.696904] env[69677]: DEBUG nova.network.neutron [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.698198] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.783410] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435861, 'name': ReconfigVM_Task, 'duration_secs': 0.300789} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.783642] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Reconfigured VM instance instance-00000003 to attach disk [datastore2] ef962b36-635f-491c-9182-6d2ec8b6ea58/ef962b36-635f-491c-9182-6d2ec8b6ea58.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.784553] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-935e81ad-c1b8-4fa6-873d-79e066a04807 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.792905] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 648.792905] env[69677]: value = "task-3435865" [ 648.792905] env[69677]: _type = "Task" [ 648.792905] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.803837] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435865, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.865966] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435862, 'name': ReconfigVM_Task, 'duration_secs': 0.313465} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.867177] env[69677]: INFO nova.compute.manager [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Took 21.93 seconds to build instance. [ 648.868129] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 52336a80-7d44-4da9-95cd-b810f96a0f71/52336a80-7d44-4da9-95cd-b810f96a0f71.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.869535] env[69677]: DEBUG nova.compute.manager [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.870246] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.870246] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f875c1d-73fb-4423-b59d-0c6a52a5b54c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.874028] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abeb8c52-6e9c-4a36-8ba3-1ebff83609ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.884456] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 648.884456] env[69677]: value = "task-3435866" [ 648.884456] env[69677]: _type = "Task" [ 648.884456] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.887666] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.894938] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a05564f-e838-42a9-b05f-6a45ff5b5446 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.902480] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068399} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.904637] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.911766] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5459b889-cddd-4a5f-ab30-0f479038c333 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.918485] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435866, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.922296] env[69677]: DEBUG oslo_vmware.api [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for the task: (returnval){ [ 648.922296] env[69677]: value = "task-3435867" [ 648.922296] env[69677]: _type = "Task" [ 648.922296] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.951320] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] e016fdbe-7de5-4e2a-bbff-ab08a79f9503/e016fdbe-7de5-4e2a-bbff-ab08a79f9503.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.952387] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f646cc8-531b-4ec7-80ce-de95af32685f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.974951] env[69677]: DEBUG oslo_vmware.api [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.980633] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for the task: (returnval){ [ 648.980633] env[69677]: value = "task-3435868" [ 648.980633] env[69677]: _type = "Task" [ 648.980633] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.990733] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.095639] env[69677]: DEBUG nova.scheduler.client.report [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.118904] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52021ea0-8367-9d0c-6617-2288c70486e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.119839] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefcb32b-03aa-441e-b92e-542481e56bec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.126815] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 649.126815] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522a0441-940b-b8df-fe40-4530fa8e8db3" [ 649.126815] env[69677]: _type = "Task" [ 649.126815] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.144378] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522a0441-940b-b8df-fe40-4530fa8e8db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.151096] env[69677]: DEBUG nova.compute.manager [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.207382] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508024} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.215716] env[69677]: DEBUG nova.virt.hardware [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.215895] env[69677]: DEBUG nova.virt.hardware [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.216583] env[69677]: DEBUG nova.virt.hardware [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.216583] env[69677]: DEBUG nova.virt.hardware [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.216583] env[69677]: DEBUG nova.virt.hardware [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.216583] env[69677]: DEBUG nova.virt.hardware [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.216726] env[69677]: DEBUG nova.virt.hardware [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.216941] env[69677]: DEBUG nova.virt.hardware [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.216974] env[69677]: DEBUG nova.virt.hardware [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.217412] env[69677]: DEBUG nova.virt.hardware [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.217412] env[69677]: DEBUG nova.virt.hardware [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.219737] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 74028c39-0858-48ca-aee8-18b66c99b242/74028c39-0858-48ca-aee8-18b66c99b242.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.219737] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.222309] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93bbd38-84fc-463b-856e-a597161e0d72 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.227918] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87175a47-df09-4655-a2d7-23b682e7a393 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.243847] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc54687-faa8-4b5e-a453-afc0784e30bf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.252164] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for the task: (returnval){ [ 649.252164] env[69677]: value = "task-3435869" [ 649.252164] env[69677]: _type = "Task" [ 649.252164] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.278074] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.309396] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435865, 'name': Rename_Task, 'duration_secs': 0.292844} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.309396] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.309396] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56200c9b-802e-4844-a82b-e01d498737f1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.319160] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 649.319160] env[69677]: value = "task-3435870" [ 649.319160] env[69677]: _type = "Task" [ 649.319160] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.326905] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.372234] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa7ba500-29f3-4728-9c25-6d45acff1450 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Lock "d75472ff-5fce-4d5b-b46d-1bcac9e5309f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.450s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.382349] env[69677]: DEBUG nova.network.neutron [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.407743] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435866, 'name': Rename_Task, 'duration_secs': 0.384097} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.407743] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.407743] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42e30102-9f60-41ec-8e9c-07a3523b493c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.414900] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 649.414900] env[69677]: value = "task-3435871" [ 649.414900] env[69677]: _type = "Task" [ 649.414900] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.424905] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.443069] env[69677]: DEBUG oslo_vmware.api [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435867, 'name': PowerOffVM_Task, 'duration_secs': 0.274452} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.445966] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.447313] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.447750] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-073bb310-2142-468f-8a34-2039ad88a9d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.495162] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435868, 'name': ReconfigVM_Task, 'duration_secs': 0.485258} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.495464] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Reconfigured VM instance instance-00000006 to attach disk [datastore2] e016fdbe-7de5-4e2a-bbff-ab08a79f9503/e016fdbe-7de5-4e2a-bbff-ab08a79f9503.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.496083] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c146344-3c52-4562-a1f3-105c0e2e78a1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.505953] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for the task: (returnval){ [ 649.505953] env[69677]: value = "task-3435873" [ 649.505953] env[69677]: _type = "Task" [ 649.505953] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.513261] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.513411] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.513555] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Deleting the datastore file [datastore1] d53fbbf6-c496-47a6-b4c1-3b466630b30b {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.518934] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7864c097-13cd-4e3e-ada8-1f4024310de4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.520315] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435873, 'name': Rename_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.524878] env[69677]: DEBUG oslo_vmware.api [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for the task: (returnval){ [ 649.524878] env[69677]: value = "task-3435874" [ 649.524878] env[69677]: _type = "Task" [ 649.524878] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.534073] env[69677]: DEBUG oslo_vmware.api [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.535026] env[69677]: DEBUG nova.network.neutron [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Updated VIF entry in instance network info cache for port 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.535980] env[69677]: DEBUG nova.network.neutron [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Updating instance_info_cache with network_info: [{"id": "5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3", "address": "fa:16:3e:18:eb:bd", "network": {"id": "9505b0bd-81e3-4b39-982f-1c0a31d34754", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-413124958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795d77dd8fae40abadd903d2b0b4e5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba2f0e3-0e", "ovs_interfaceid": "5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.608980] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.611526] env[69677]: DEBUG nova.compute.manager [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.616028] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.818s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.617821] env[69677]: INFO nova.compute.claims [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.642193] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522a0441-940b-b8df-fe40-4530fa8e8db3, 'name': SearchDatastore_Task, 'duration_secs': 0.024501} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.642520] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.642780] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.643049] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7af46c73-c82e-4783-ba94-387574fe4338 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.650482] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 649.650482] env[69677]: value = "task-3435875" [ 649.650482] env[69677]: _type = "Task" [ 649.650482] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.665596] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.719617] env[69677]: DEBUG nova.network.neutron [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Updating instance_info_cache with network_info: [{"id": "63f0fb81-a5b9-4ed3-a684-74f77314320c", "address": "fa:16:3e:33:c5:32", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f0fb81-a5", "ovs_interfaceid": "63f0fb81-a5b9-4ed3-a684-74f77314320c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.727158] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "52564a19-8877-410c-8f7e-d553c9382eeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.727507] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "52564a19-8877-410c-8f7e-d553c9382eeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.765743] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072126} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.766036] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.766882] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96735ee5-7d1b-439a-90d2-4fa51e1c5a3a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.799031] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 74028c39-0858-48ca-aee8-18b66c99b242/74028c39-0858-48ca-aee8-18b66c99b242.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.799559] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4469e1d1-17e1-4661-9084-d90267fe7fbe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.822843] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for the task: (returnval){ [ 649.822843] env[69677]: value = "task-3435876" [ 649.822843] env[69677]: _type = "Task" [ 649.822843] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.829340] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435870, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.835172] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435876, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.879040] env[69677]: DEBUG nova.compute.manager [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.927874] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435871, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.019314] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435873, 'name': Rename_Task, 'duration_secs': 0.16654} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.019705] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.020045] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d28d46ab-dfa9-4fbc-8d36-653eb9bac0ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.031394] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for the task: (returnval){ [ 650.031394] env[69677]: value = "task-3435877" [ 650.031394] env[69677]: _type = "Task" [ 650.031394] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.039255] env[69677]: DEBUG oslo_concurrency.lockutils [req-eae03566-9d3f-4a14-8500-fbb8e1d554fb req-ca7d1165-5c7d-438d-8380-a31eadd58ac6 service nova] Releasing lock "refresh_cache-74028c39-0858-48ca-aee8-18b66c99b242" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.039744] env[69677]: DEBUG oslo_vmware.api [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Task: {'id': task-3435874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217439} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.040666] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.040788] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.041165] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.041165] env[69677]: INFO nova.compute.manager [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 650.041489] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.042430] env[69677]: DEBUG nova.compute.manager [-] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.042903] env[69677]: DEBUG nova.network.neutron [-] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.048350] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435877, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.122360] env[69677]: DEBUG nova.compute.utils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.131177] env[69677]: DEBUG nova.compute.manager [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.131177] env[69677]: DEBUG nova.network.neutron [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.163311] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435875, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.227525] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "refresh_cache-a8f82b8b-a451-4b77-abe9-d69a7d061051" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.227973] env[69677]: DEBUG nova.compute.manager [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Instance network_info: |[{"id": "63f0fb81-a5b9-4ed3-a684-74f77314320c", "address": "fa:16:3e:33:c5:32", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f0fb81-a5", "ovs_interfaceid": "63f0fb81-a5b9-4ed3-a684-74f77314320c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.228544] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c5:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f0fb81-a5b9-4ed3-a684-74f77314320c', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.237446] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Creating folder: Project (7dbc62fb606a44c5ae4ab9f597af1acf). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.237787] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-574c6741-ed36-49eb-abfe-f12dc1e55f90 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.256027] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Created folder: Project (7dbc62fb606a44c5ae4ab9f597af1acf) in parent group-v685897. [ 650.256314] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Creating folder: Instances. Parent ref: group-v685920. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.256817] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c665b3b-5ca8-44ef-a032-e71d67d3a386 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.267937] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Created folder: Instances in parent group-v685920. [ 650.267937] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.268199] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.268446] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93322e18-0ba8-4939-88ba-0c4649e5dcd9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.294347] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.294347] env[69677]: value = "task-3435880" [ 650.294347] env[69677]: _type = "Task" [ 650.294347] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.303578] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435880, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.330294] env[69677]: DEBUG oslo_vmware.api [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3435870, 'name': PowerOnVM_Task, 'duration_secs': 0.521232} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.331012] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.331215] env[69677]: INFO nova.compute.manager [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Took 16.33 seconds to spawn the instance on the hypervisor. [ 650.332167] env[69677]: DEBUG nova.compute.manager [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.334555] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6597d7-17b4-4ccb-90ea-60aef6a86c29 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.341052] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435876, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.407132] env[69677]: DEBUG nova.policy [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50242821b98c4e59982e117fd36425fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b44eab514b94f68be19bf6fb03bc888', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.424446] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.432807] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435871, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.546256] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435877, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.638486] env[69677]: DEBUG nova.compute.manager [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.661832] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658488} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.664922] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.665860] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.666531] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-518ca0b5-1043-4441-8d1e-89439bb2561b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.676416] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 650.676416] env[69677]: value = "task-3435881" [ 650.676416] env[69677]: _type = "Task" [ 650.676416] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.686256] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.812933] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435880, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.839772] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435876, 'name': ReconfigVM_Task, 'duration_secs': 0.535143} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.841070] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 74028c39-0858-48ca-aee8-18b66c99b242/74028c39-0858-48ca-aee8-18b66c99b242.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.841070] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76072643-b1e0-4533-837a-3e230d3b5638 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.847813] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for the task: (returnval){ [ 650.847813] env[69677]: value = "task-3435882" [ 650.847813] env[69677]: _type = "Task" [ 650.847813] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.866842] env[69677]: INFO nova.compute.manager [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Took 24.80 seconds to build instance. [ 650.873558] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435882, 'name': Rename_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.927941] env[69677]: DEBUG oslo_vmware.api [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435871, 'name': PowerOnVM_Task, 'duration_secs': 1.08791} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.928342] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.928596] env[69677]: INFO nova.compute.manager [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Took 14.66 seconds to spawn the instance on the hypervisor. [ 650.928802] env[69677]: DEBUG nova.compute.manager [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.929679] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a5e750-46ed-43fa-bad8-0a492d0110f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.949143] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe56f40-e9f8-489f-a50a-087af131b7db {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.960762] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa7eca5-1ad6-4051-869f-6ffa0cf5dcda {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.000491] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729d279c-a77c-41c8-8bfa-883acfd6eaa8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.011915] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c175d6-43dc-44d2-a3ff-e816892469d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.028656] env[69677]: DEBUG nova.compute.provider_tree [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.045876] env[69677]: DEBUG oslo_vmware.api [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435877, 'name': PowerOnVM_Task, 'duration_secs': 0.840925} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.046262] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.046468] env[69677]: INFO nova.compute.manager [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Took 10.05 seconds to spawn the instance on the hypervisor. [ 651.046646] env[69677]: DEBUG nova.compute.manager [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.047503] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ace53fd-effa-4061-91a7-2cc481ff8950 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.188091] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183139} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.188091] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.188713] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63b1cd2-7bf4-431d-af38-78d6c0d0e6e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.212288] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.213629] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-349d4445-8a3d-4327-b3b1-0cfed3fbf40a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.237184] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 651.237184] env[69677]: value = "task-3435883" [ 651.237184] env[69677]: _type = "Task" [ 651.237184] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.246710] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.308499] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435880, 'name': CreateVM_Task, 'duration_secs': 0.576481} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.308719] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.309467] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.309632] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.309962] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.310243] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-774164dd-57c0-46c4-8891-237b926729de {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.315154] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 651.315154] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f9b3a-41b5-19e7-a95b-81dc12ae751b" [ 651.315154] env[69677]: _type = "Task" [ 651.315154] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.323193] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f9b3a-41b5-19e7-a95b-81dc12ae751b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.358990] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435882, 'name': Rename_Task, 'duration_secs': 0.310725} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.358990] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.358990] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bc1c49f-61b0-4736-b44f-af1d7f4855ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.365249] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for the task: (returnval){ [ 651.365249] env[69677]: value = "task-3435884" [ 651.365249] env[69677]: _type = "Task" [ 651.365249] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.374352] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.374471] env[69677]: DEBUG oslo_concurrency.lockutils [None req-299164ca-6d35-41c5-b700-4ae4efd2c59a tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "ef962b36-635f-491c-9182-6d2ec8b6ea58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.325s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.424423] env[69677]: DEBUG nova.network.neutron [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Successfully updated port: 4962b6b8-f203-4308-8e31-92a6727ff7be {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.452293] env[69677]: INFO nova.compute.manager [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Took 24.72 seconds to build instance. [ 651.533098] env[69677]: DEBUG nova.scheduler.client.report [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.565660] env[69677]: INFO nova.compute.manager [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Took 23.89 seconds to build instance. [ 651.653510] env[69677]: DEBUG nova.compute.manager [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.684505] env[69677]: DEBUG nova.virt.hardware [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.684801] env[69677]: DEBUG nova.virt.hardware [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.684964] env[69677]: DEBUG nova.virt.hardware [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.685256] env[69677]: DEBUG nova.virt.hardware [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.685396] env[69677]: DEBUG nova.virt.hardware [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.685579] env[69677]: DEBUG nova.virt.hardware [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.685825] env[69677]: DEBUG nova.virt.hardware [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.685986] env[69677]: DEBUG nova.virt.hardware [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.686205] env[69677]: DEBUG nova.virt.hardware [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.686375] env[69677]: DEBUG nova.virt.hardware [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.686549] env[69677]: DEBUG nova.virt.hardware [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.687460] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d924ce-b0f8-45ee-b3be-ca4564cb8291 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.698899] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773ce35f-8326-4d32-a2ea-74732f1eb964 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.747997] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.823036] env[69677]: DEBUG nova.network.neutron [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Successfully created port: 1671ad8e-f726-436b-b674-b17e7ea17f21 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.834113] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f9b3a-41b5-19e7-a95b-81dc12ae751b, 'name': SearchDatastore_Task, 'duration_secs': 0.038533} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.834646] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.835486] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.835486] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.835486] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.835486] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.836155] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72130de5-6009-4231-9291-7a5c6e34ee5a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.845096] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.845290] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.846646] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51fa9667-d825-4d4b-b07d-f3292eb4e2ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.854705] env[69677]: DEBUG nova.network.neutron [-] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.856131] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 651.856131] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52280450-e398-7958-679b-66a642762fb7" [ 651.856131] env[69677]: _type = "Task" [ 651.856131] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.865179] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52280450-e398-7958-679b-66a642762fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.877745] env[69677]: DEBUG nova.compute.manager [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.885605] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.929220] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "refresh_cache-a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.929419] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "refresh_cache-a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.929587] env[69677]: DEBUG nova.network.neutron [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.939383] env[69677]: DEBUG nova.compute.manager [None req-dee53860-9c64-4af0-9489-fcfe478df4d5 tempest-ServerDiagnosticsV248Test-1665232521 tempest-ServerDiagnosticsV248Test-1665232521-project-admin] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.940190] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f74197c-75ce-41db-b09f-dd49e6771073 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.949467] env[69677]: INFO nova.compute.manager [None req-dee53860-9c64-4af0-9489-fcfe478df4d5 tempest-ServerDiagnosticsV248Test-1665232521 tempest-ServerDiagnosticsV248Test-1665232521-project-admin] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Retrieving diagnostics [ 651.950645] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc98fa4b-2ec7-4481-ab92-86b04ebbc0f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.954928] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fa072eb9-ef85-4ad1-9cbb-895f714a658a tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "52336a80-7d44-4da9-95cd-b810f96a0f71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.235s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.991163] env[69677]: DEBUG nova.compute.manager [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.042168] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.042481] env[69677]: DEBUG nova.compute.manager [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.047992] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.244s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.071215] env[69677]: DEBUG oslo_concurrency.lockutils [None req-550c4a2e-90a6-4421-9b7e-13fddc225056 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.409s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.249485] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435883, 'name': ReconfigVM_Task, 'duration_secs': 0.750099} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.249826] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Reconfigured VM instance instance-00000001 to attach disk [datastore1] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.250510] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67aa9ab1-3542-427c-bfc2-81a8f8411b42 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.257466] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 652.257466] env[69677]: value = "task-3435885" [ 652.257466] env[69677]: _type = "Task" [ 652.257466] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.267764] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435885, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.365186] env[69677]: INFO nova.compute.manager [-] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Took 2.32 seconds to deallocate network for instance. [ 652.382277] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52280450-e398-7958-679b-66a642762fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.385082] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fed0520-f321-4255-891f-bbc17f7fc794 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.392977] env[69677]: DEBUG oslo_vmware.api [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3435884, 'name': PowerOnVM_Task, 'duration_secs': 0.812491} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.396385] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.396652] env[69677]: INFO nova.compute.manager [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Took 9.02 seconds to spawn the instance on the hypervisor. [ 652.396856] env[69677]: DEBUG nova.compute.manager [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.397943] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e8c826-dadc-4cd1-b5d0-d8f0a2370f2c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.404605] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 652.404605] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5243c482-ba05-4108-0c35-259f5153470c" [ 652.404605] env[69677]: _type = "Task" [ 652.404605] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.420030] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.423935] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5243c482-ba05-4108-0c35-259f5153470c, 'name': SearchDatastore_Task, 'duration_secs': 0.013539} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.425173] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.425494] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.426636] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0e91324-339d-464b-acd3-9a0bf488db7f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.434346] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 652.434346] env[69677]: value = "task-3435886" [ 652.434346] env[69677]: _type = "Task" [ 652.434346] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.448273] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.482094] env[69677]: DEBUG nova.compute.manager [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Received event network-vif-plugged-63f0fb81-a5b9-4ed3-a684-74f77314320c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.482398] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] Acquiring lock "a8f82b8b-a451-4b77-abe9-d69a7d061051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.482568] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] Lock "a8f82b8b-a451-4b77-abe9-d69a7d061051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.482665] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] Lock "a8f82b8b-a451-4b77-abe9-d69a7d061051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.482830] env[69677]: DEBUG nova.compute.manager [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] No waiting events found dispatching network-vif-plugged-63f0fb81-a5b9-4ed3-a684-74f77314320c {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.482991] env[69677]: WARNING nova.compute.manager [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Received unexpected event network-vif-plugged-63f0fb81-a5b9-4ed3-a684-74f77314320c for instance with vm_state building and task_state spawning. [ 652.484320] env[69677]: DEBUG nova.compute.manager [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Received event network-changed-63f0fb81-a5b9-4ed3-a684-74f77314320c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.484981] env[69677]: DEBUG nova.compute.manager [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Refreshing instance network info cache due to event network-changed-63f0fb81-a5b9-4ed3-a684-74f77314320c. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.484981] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] Acquiring lock "refresh_cache-a8f82b8b-a451-4b77-abe9-d69a7d061051" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.484981] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] Acquired lock "refresh_cache-a8f82b8b-a451-4b77-abe9-d69a7d061051" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.484981] env[69677]: DEBUG nova.network.neutron [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Refreshing network info cache for port 63f0fb81-a5b9-4ed3-a684-74f77314320c {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.508429] env[69677]: DEBUG nova.network.neutron [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.515079] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.553325] env[69677]: DEBUG nova.compute.utils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.561537] env[69677]: DEBUG nova.compute.manager [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.561793] env[69677]: DEBUG nova.network.neutron [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.578488] env[69677]: DEBUG nova.compute.manager [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.670337] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquiring lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.670579] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.681273] env[69677]: DEBUG nova.compute.manager [req-2821d433-1087-437e-87fb-e5e3c8fcbca6 req-fe8c0fb3-d6c5-4bb5-af7f-3a3e139196ad service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Received event network-vif-plugged-4962b6b8-f203-4308-8e31-92a6727ff7be {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.681456] env[69677]: DEBUG oslo_concurrency.lockutils [req-2821d433-1087-437e-87fb-e5e3c8fcbca6 req-fe8c0fb3-d6c5-4bb5-af7f-3a3e139196ad service nova] Acquiring lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.681667] env[69677]: DEBUG oslo_concurrency.lockutils [req-2821d433-1087-437e-87fb-e5e3c8fcbca6 req-fe8c0fb3-d6c5-4bb5-af7f-3a3e139196ad service nova] Lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.681889] env[69677]: DEBUG oslo_concurrency.lockutils [req-2821d433-1087-437e-87fb-e5e3c8fcbca6 req-fe8c0fb3-d6c5-4bb5-af7f-3a3e139196ad service nova] Lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.682084] env[69677]: DEBUG nova.compute.manager [req-2821d433-1087-437e-87fb-e5e3c8fcbca6 req-fe8c0fb3-d6c5-4bb5-af7f-3a3e139196ad service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] No waiting events found dispatching network-vif-plugged-4962b6b8-f203-4308-8e31-92a6727ff7be {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.682306] env[69677]: WARNING nova.compute.manager [req-2821d433-1087-437e-87fb-e5e3c8fcbca6 req-fe8c0fb3-d6c5-4bb5-af7f-3a3e139196ad service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Received unexpected event network-vif-plugged-4962b6b8-f203-4308-8e31-92a6727ff7be for instance with vm_state building and task_state spawning. [ 652.730250] env[69677]: DEBUG nova.network.neutron [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Updating instance_info_cache with network_info: [{"id": "4962b6b8-f203-4308-8e31-92a6727ff7be", "address": "fa:16:3e:9e:bb:7c", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4962b6b8-f2", "ovs_interfaceid": "4962b6b8-f203-4308-8e31-92a6727ff7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.770618] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435885, 'name': Rename_Task, 'duration_secs': 0.266021} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.770618] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.770870] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc88c685-8992-45ea-90a6-94caa3a00f4e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.780632] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 652.780632] env[69677]: value = "task-3435887" [ 652.780632] env[69677]: _type = "Task" [ 652.780632] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.791200] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.874707] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.908741] env[69677]: DEBUG nova.policy [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8559480166294e2984c855998bf04152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2bf9bf425a4ba0ab25e9c5b1777338', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.933081] env[69677]: INFO nova.compute.manager [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Took 23.62 seconds to build instance. [ 652.948838] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435886, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.061567] env[69677]: DEBUG nova.compute.manager [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.114163] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance d53fbbf6-c496-47a6-b4c1-3b466630b30b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 653.114325] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 653.114461] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance ef962b36-635f-491c-9182-6d2ec8b6ea58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 653.114586] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 52336a80-7d44-4da9-95cd-b810f96a0f71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 653.114684] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance d75472ff-5fce-4d5b-b46d-1bcac9e5309f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 653.114795] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance e016fdbe-7de5-4e2a-bbff-ab08a79f9503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 653.114962] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 74028c39-0858-48ca-aee8-18b66c99b242 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 653.115038] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance a8f82b8b-a451-4b77-abe9-d69a7d061051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 653.115146] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance a97560ec-5ca3-4e30-88f2-1e767ebcdeb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 653.115253] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 6c894749-c374-4b27-87c7-bc4368920511 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 653.115358] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 653.117468] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.233691] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "refresh_cache-a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.234167] env[69677]: DEBUG nova.compute.manager [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Instance network_info: |[{"id": "4962b6b8-f203-4308-8e31-92a6727ff7be", "address": "fa:16:3e:9e:bb:7c", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4962b6b8-f2", "ovs_interfaceid": "4962b6b8-f203-4308-8e31-92a6727ff7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.234465] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:bb:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4962b6b8-f203-4308-8e31-92a6727ff7be', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.242428] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.242592] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.243082] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-631bf5b2-e745-49af-b60f-8439cf1802a5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.266284] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.266284] env[69677]: value = "task-3435888" [ 653.266284] env[69677]: _type = "Task" [ 653.266284] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.278490] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435888, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.293303] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435887, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.427927] env[69677]: DEBUG nova.network.neutron [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Updated VIF entry in instance network info cache for port 63f0fb81-a5b9-4ed3-a684-74f77314320c. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.429444] env[69677]: DEBUG nova.network.neutron [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Updating instance_info_cache with network_info: [{"id": "63f0fb81-a5b9-4ed3-a684-74f77314320c", "address": "fa:16:3e:33:c5:32", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f0fb81-a5", "ovs_interfaceid": "63f0fb81-a5b9-4ed3-a684-74f77314320c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.434674] env[69677]: DEBUG oslo_concurrency.lockutils [None req-61854228-71f4-4145-b505-3f49bb5e61a0 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Lock "74028c39-0858-48ca-aee8-18b66c99b242" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.136s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.447166] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640507} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.447663] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.448051] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.448660] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29202db8-be37-4d5a-b853-2a61d725ff17 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.458072] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 653.458072] env[69677]: value = "task-3435889" [ 653.458072] env[69677]: _type = "Task" [ 653.458072] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.471755] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.619877] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 62fa0b0e-ea00-43db-ab56-6690a625af50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 653.783939] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435888, 'name': CreateVM_Task, 'duration_secs': 0.442034} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.788535] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.789290] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.789600] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.790285] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.790809] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8627d3ae-e997-4ae8-9d49-ae6c6f4d66e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.797482] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435887, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.800637] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 653.800637] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526d4af7-4e46-8ba0-f714-100e50f36634" [ 653.800637] env[69677]: _type = "Task" [ 653.800637] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.809646] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526d4af7-4e46-8ba0-f714-100e50f36634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.932849] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc6c2ae0-ce8b-48d6-bda7-b2c55c186897 req-1cb192fe-facb-4ac5-809a-4fa83c01fecf service nova] Releasing lock "refresh_cache-a8f82b8b-a451-4b77-abe9-d69a7d061051" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.943586] env[69677]: DEBUG nova.compute.manager [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.971435] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077401} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.972188] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.973199] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b31e6c0-3baf-4e66-8af6-caf554db5810 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.000153] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.001268] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f4f22dd-fc82-4096-9387-c957815cb004 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.024351] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 654.024351] env[69677]: value = "task-3435890" [ 654.024351] env[69677]: _type = "Task" [ 654.024351] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.037656] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.087446] env[69677]: DEBUG nova.compute.manager [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.127157] env[69677]: DEBUG nova.virt.hardware [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.127157] env[69677]: DEBUG nova.virt.hardware [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.127157] env[69677]: DEBUG nova.virt.hardware [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.127351] env[69677]: DEBUG nova.virt.hardware [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.127465] env[69677]: DEBUG nova.virt.hardware [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.127911] env[69677]: DEBUG nova.virt.hardware [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.128680] env[69677]: DEBUG nova.virt.hardware [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.128680] env[69677]: DEBUG nova.virt.hardware [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.128680] env[69677]: DEBUG nova.virt.hardware [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.129986] env[69677]: DEBUG nova.virt.hardware [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.129986] env[69677]: DEBUG nova.virt.hardware [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.129986] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance bd00baad-1cf3-4eb3-bb3a-5763f87364ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 654.137028] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d31ee6a-59b6-4a55-9625-0f4d243c7872 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.151138] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcffaf22-1438-4ab7-a235-0b8d9b795efd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.300149] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435887, 'name': PowerOnVM_Task} progress is 86%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.312290] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526d4af7-4e46-8ba0-f714-100e50f36634, 'name': SearchDatastore_Task, 'duration_secs': 0.049936} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.312290] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.312290] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.312669] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.312669] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.312833] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.313926] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8601caa-f92f-4cdc-9cd0-0a3bf5e6f068 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.326792] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.327648] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.327824] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dfd982b-bbc9-4710-9cdd-571fe1bf6051 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.339676] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 654.339676] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5263d84f-144a-a908-962e-c04f8af670ad" [ 654.339676] env[69677]: _type = "Task" [ 654.339676] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.351221] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5263d84f-144a-a908-962e-c04f8af670ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.446194] env[69677]: DEBUG nova.network.neutron [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Successfully created port: 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.476385] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.534944] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.641334] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 06b16f93-afb2-4c94-92b6-1afeffaf2f85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 654.800984] env[69677]: DEBUG oslo_vmware.api [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435887, 'name': PowerOnVM_Task, 'duration_secs': 1.565465} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.801277] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.801277] env[69677]: DEBUG nova.compute.manager [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.802893] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd83ec7-f9a5-4a25-87d4-c74050ae155c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.854288] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5263d84f-144a-a908-962e-c04f8af670ad, 'name': SearchDatastore_Task, 'duration_secs': 0.033465} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.854288] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94c5352-3859-4d7f-acb3-8a72ac320bc7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.860932] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 654.860932] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52512b68-8038-0e5d-bfb1-47dc0ba2636d" [ 654.860932] env[69677]: _type = "Task" [ 654.860932] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.872073] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52512b68-8038-0e5d-bfb1-47dc0ba2636d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.036936] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435890, 'name': ReconfigVM_Task, 'duration_secs': 0.824523} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.037386] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Reconfigured VM instance instance-00000008 to attach disk [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.039730] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8cfee5e-1a80-4834-8943-620858d719ae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.048122] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 655.048122] env[69677]: value = "task-3435891" [ 655.048122] env[69677]: _type = "Task" [ 655.048122] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.059852] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435891, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.144945] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance c3073008-f9d2-4bf4-ac0d-bff7d6627d3d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 655.257893] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Acquiring lock "ef962b36-635f-491c-9182-6d2ec8b6ea58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.258270] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Lock "ef962b36-635f-491c-9182-6d2ec8b6ea58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.258516] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Acquiring lock "ef962b36-635f-491c-9182-6d2ec8b6ea58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.258732] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Lock "ef962b36-635f-491c-9182-6d2ec8b6ea58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.258922] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Lock "ef962b36-635f-491c-9182-6d2ec8b6ea58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.267273] env[69677]: INFO nova.compute.manager [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Terminating instance [ 655.328064] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.373789] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52512b68-8038-0e5d-bfb1-47dc0ba2636d, 'name': SearchDatastore_Task, 'duration_secs': 0.010866} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.374189] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.374534] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a97560ec-5ca3-4e30-88f2-1e767ebcdeb9/a97560ec-5ca3-4e30-88f2-1e767ebcdeb9.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.374822] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7186add3-78c3-4b0c-bcb8-d9f04685ce2d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.383053] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 655.383053] env[69677]: value = "task-3435892" [ 655.383053] env[69677]: _type = "Task" [ 655.383053] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.395949] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.512107] env[69677]: DEBUG nova.network.neutron [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Successfully updated port: 1671ad8e-f726-436b-b674-b17e7ea17f21 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.560900] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435891, 'name': Rename_Task, 'duration_secs': 0.209741} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.561162] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.561444] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b488c81f-6558-4ef9-947e-18758f9b30e0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.572103] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 655.572103] env[69677]: value = "task-3435893" [ 655.572103] env[69677]: _type = "Task" [ 655.572103] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.586394] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.651371] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 52564a19-8877-410c-8f7e-d553c9382eeb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 655.773481] env[69677]: DEBUG nova.compute.manager [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.773880] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.774665] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b481f405-82ca-4d09-b3a1-122847850c53 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.787703] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.790852] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bfcbeb6-8fd3-4fed-bfba-43cc815d6bb1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.799826] env[69677]: DEBUG oslo_vmware.api [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Waiting for the task: (returnval){ [ 655.799826] env[69677]: value = "task-3435894" [ 655.799826] env[69677]: _type = "Task" [ 655.799826] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.813020] env[69677]: DEBUG oslo_vmware.api [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Task: {'id': task-3435894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.900193] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435892, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.013574] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquiring lock "refresh_cache-6c894749-c374-4b27-87c7-bc4368920511" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.013574] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquired lock "refresh_cache-6c894749-c374-4b27-87c7-bc4368920511" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.013805] env[69677]: DEBUG nova.network.neutron [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.089466] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435893, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.154559] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 656.155222] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 656.156088] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 656.254079] env[69677]: DEBUG nova.compute.manager [req-6eccac71-2fad-456d-898d-3e6e42f06dbf req-bb9a32f9-7d9a-4212-93af-2e7dccdfe952 service nova] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Received event network-vif-deleted-6930088e-85a6-4bdf-807f-5a687beac4d9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.315831] env[69677]: DEBUG oslo_vmware.api [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Task: {'id': task-3435894, 'name': PowerOffVM_Task, 'duration_secs': 0.298323} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.316561] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.316846] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.319024] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f36126fa-d908-495b-a1e0-ecac356a07d7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.393146] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.393657] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.393963] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Deleting the datastore file [datastore2] ef962b36-635f-491c-9182-6d2ec8b6ea58 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.394335] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8780bdc6-ce1a-4590-b9b7-a8fac6b5fe44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.401539] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691128} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.402375] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a97560ec-5ca3-4e30-88f2-1e767ebcdeb9/a97560ec-5ca3-4e30-88f2-1e767ebcdeb9.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.402970] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.403729] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77abcb3f-a6d2-468c-88f8-a27b9d96814a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.413153] env[69677]: DEBUG oslo_vmware.api [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Waiting for the task: (returnval){ [ 656.413153] env[69677]: value = "task-3435896" [ 656.413153] env[69677]: _type = "Task" [ 656.413153] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.417073] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 656.417073] env[69677]: value = "task-3435897" [ 656.417073] env[69677]: _type = "Task" [ 656.417073] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.424513] env[69677]: DEBUG oslo_vmware.api [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Task: {'id': task-3435896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.429941] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.497131] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a6880c-29c9-4d64-ae21-42d093b4c130 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.506139] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c759c3-0808-4e80-93eb-5b68e4f27726 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.550194] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4624451a-5a85-4d24-9887-13a55b68b578 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.560782] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16c2e87-7ecc-4120-a68d-5f6789e34cad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.576097] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquiring lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.576353] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.576558] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquiring lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.576734] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.576895] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.578704] env[69677]: DEBUG nova.compute.provider_tree [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.580497] env[69677]: INFO nova.compute.manager [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Terminating instance [ 656.592562] env[69677]: DEBUG nova.scheduler.client.report [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.607211] env[69677]: DEBUG oslo_vmware.api [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435893, 'name': PowerOnVM_Task, 'duration_secs': 0.906159} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.607211] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.607211] env[69677]: INFO nova.compute.manager [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Took 9.86 seconds to spawn the instance on the hypervisor. [ 656.607211] env[69677]: DEBUG nova.compute.manager [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.607843] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6571211-3237-4802-8bf3-2386cdedbdd3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.688023] env[69677]: DEBUG nova.network.neutron [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.833451] env[69677]: DEBUG nova.compute.manager [req-67685fb3-afa7-4a4c-84b8-656249c74ec5 req-05568644-0b5a-4513-8ec8-554a1deebe99 service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Received event network-changed-4962b6b8-f203-4308-8e31-92a6727ff7be {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.833451] env[69677]: DEBUG nova.compute.manager [req-67685fb3-afa7-4a4c-84b8-656249c74ec5 req-05568644-0b5a-4513-8ec8-554a1deebe99 service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Refreshing instance network info cache due to event network-changed-4962b6b8-f203-4308-8e31-92a6727ff7be. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.834105] env[69677]: DEBUG oslo_concurrency.lockutils [req-67685fb3-afa7-4a4c-84b8-656249c74ec5 req-05568644-0b5a-4513-8ec8-554a1deebe99 service nova] Acquiring lock "refresh_cache-a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.834397] env[69677]: DEBUG oslo_concurrency.lockutils [req-67685fb3-afa7-4a4c-84b8-656249c74ec5 req-05568644-0b5a-4513-8ec8-554a1deebe99 service nova] Acquired lock "refresh_cache-a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.834980] env[69677]: DEBUG nova.network.neutron [req-67685fb3-afa7-4a4c-84b8-656249c74ec5 req-05568644-0b5a-4513-8ec8-554a1deebe99 service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Refreshing network info cache for port 4962b6b8-f203-4308-8e31-92a6727ff7be {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.926438] env[69677]: DEBUG oslo_vmware.api [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Task: {'id': task-3435896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298287} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.927305] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.927536] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.927964] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.927964] env[69677]: INFO nova.compute.manager [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Took 1.15 seconds to destroy the instance on the hypervisor. [ 656.928422] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.933147] env[69677]: DEBUG nova.compute.manager [-] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.933147] env[69677]: DEBUG nova.network.neutron [-] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.933819] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075565} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.934093] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.935760] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf7926d-ae5c-408d-ac08-58637c2671ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.960944] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] a97560ec-5ca3-4e30-88f2-1e767ebcdeb9/a97560ec-5ca3-4e30-88f2-1e767ebcdeb9.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.961340] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76ebd33-21de-4060-9333-fce4f8e39c2f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.981992] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 656.981992] env[69677]: value = "task-3435898" [ 656.981992] env[69677]: _type = "Task" [ 656.981992] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.992864] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.098973] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 657.099233] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.051s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.099793] env[69677]: DEBUG nova.compute.manager [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 657.099994] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.100300] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.663s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.101744] env[69677]: INFO nova.compute.claims [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.109153] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0694ba51-13e3-4223-be9d-37b4ef936485 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.116657] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.117022] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0dd8c14-adc5-414f-8e1c-3e1cffb248c3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.131636] env[69677]: DEBUG oslo_vmware.api [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for the task: (returnval){ [ 657.131636] env[69677]: value = "task-3435899" [ 657.131636] env[69677]: _type = "Task" [ 657.131636] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.132309] env[69677]: INFO nova.compute.manager [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Took 24.40 seconds to build instance. [ 657.144886] env[69677]: DEBUG oslo_vmware.api [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.455856] env[69677]: DEBUG nova.network.neutron [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Updating instance_info_cache with network_info: [{"id": "1671ad8e-f726-436b-b674-b17e7ea17f21", "address": "fa:16:3e:5f:7e:6b", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1671ad8e-f7", "ovs_interfaceid": "1671ad8e-f726-436b-b674-b17e7ea17f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.498592] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435898, 'name': ReconfigVM_Task, 'duration_secs': 0.462722} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.498592] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Reconfigured VM instance instance-00000009 to attach disk [datastore1] a97560ec-5ca3-4e30-88f2-1e767ebcdeb9/a97560ec-5ca3-4e30-88f2-1e767ebcdeb9.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.498592] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8679917-a77a-4cb1-b070-32363f03f314 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.504108] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 657.504108] env[69677]: value = "task-3435900" [ 657.504108] env[69677]: _type = "Task" [ 657.504108] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.513144] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435900, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.639866] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a408f3e-9ab6-4a4b-a8ac-76f75e005b39 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a8f82b8b-a451-4b77-abe9-d69a7d061051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.920s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.646083] env[69677]: DEBUG oslo_vmware.api [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435899, 'name': PowerOffVM_Task, 'duration_secs': 0.221336} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.646083] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.646083] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.646083] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22211fcf-e83b-4a7b-8e18-fd88127a7dac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.715223] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.715497] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.715644] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Deleting the datastore file [datastore2] e016fdbe-7de5-4e2a-bbff-ab08a79f9503 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.715975] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-956fa482-063f-44fa-9491-1fede0c48ef2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.725760] env[69677]: DEBUG oslo_vmware.api [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for the task: (returnval){ [ 657.725760] env[69677]: value = "task-3435902" [ 657.725760] env[69677]: _type = "Task" [ 657.725760] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.739689] env[69677]: DEBUG oslo_vmware.api [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.959700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Releasing lock "refresh_cache-6c894749-c374-4b27-87c7-bc4368920511" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.959700] env[69677]: DEBUG nova.compute.manager [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Instance network_info: |[{"id": "1671ad8e-f726-436b-b674-b17e7ea17f21", "address": "fa:16:3e:5f:7e:6b", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1671ad8e-f7", "ovs_interfaceid": "1671ad8e-f726-436b-b674-b17e7ea17f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.960232] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:7e:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1671ad8e-f726-436b-b674-b17e7ea17f21', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.970146] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Creating folder: Project (4b44eab514b94f68be19bf6fb03bc888). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.970866] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd915e7e-0a0a-4a2c-8efa-6a18aea89acd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.986204] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Created folder: Project (4b44eab514b94f68be19bf6fb03bc888) in parent group-v685897. [ 657.986459] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Creating folder: Instances. Parent ref: group-v685924. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.987386] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03335a70-9533-447d-9423-660241c85d7d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.995415] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Created folder: Instances in parent group-v685924. [ 657.995650] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.995839] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.996049] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fb4df66-879a-4145-b3ff-7f6407d34f2e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.029537] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435900, 'name': Rename_Task, 'duration_secs': 0.275973} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.030853] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.031102] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.031102] env[69677]: value = "task-3435905" [ 658.031102] env[69677]: _type = "Task" [ 658.031102] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.031277] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c72ff2bb-1a92-4dd4-a2e6-c5fd13573d20 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.041132] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435905, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.041904] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 658.041904] env[69677]: value = "task-3435906" [ 658.041904] env[69677]: _type = "Task" [ 658.041904] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.049698] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.152630] env[69677]: DEBUG nova.network.neutron [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Successfully updated port: 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.159353] env[69677]: DEBUG nova.network.neutron [req-67685fb3-afa7-4a4c-84b8-656249c74ec5 req-05568644-0b5a-4513-8ec8-554a1deebe99 service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Updated VIF entry in instance network info cache for port 4962b6b8-f203-4308-8e31-92a6727ff7be. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.159729] env[69677]: DEBUG nova.network.neutron [req-67685fb3-afa7-4a4c-84b8-656249c74ec5 req-05568644-0b5a-4513-8ec8-554a1deebe99 service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Updating instance_info_cache with network_info: [{"id": "4962b6b8-f203-4308-8e31-92a6727ff7be", "address": "fa:16:3e:9e:bb:7c", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4962b6b8-f2", "ovs_interfaceid": "4962b6b8-f203-4308-8e31-92a6727ff7be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.242459] env[69677]: DEBUG oslo_vmware.api [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Task: {'id': task-3435902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.456574} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.242459] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.242794] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.243014] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.243410] env[69677]: INFO nova.compute.manager [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Took 1.14 seconds to destroy the instance on the hypervisor. [ 658.243633] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.246812] env[69677]: DEBUG nova.compute.manager [-] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 658.246962] env[69677]: DEBUG nova.network.neutron [-] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.408678] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "565d2ed6-2738-458b-92c5-529598079afd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.408938] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "565d2ed6-2738-458b-92c5-529598079afd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.445273] env[69677]: DEBUG nova.network.neutron [-] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.488496] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9d8868-70d3-482b-86d7-4772e7b9986a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.497815] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cf3665-31a4-4259-bcc3-af89d2c61f5b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.542547] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fea2ae-ddc8-4f20-ac63-8efeaad9d8ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.551687] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435905, 'name': CreateVM_Task, 'duration_secs': 0.384923} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.554378] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.555150] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.555495] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.555695] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.556948] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944ba245-e713-47ee-9293-84614c0634fc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.568513] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08e9c6c-b2f2-4f6c-aaad-4ad98b183d70 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.570406] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.573848] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for the task: (returnval){ [ 658.573848] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526159cd-b8b6-69d7-b54f-5d3633225446" [ 658.573848] env[69677]: _type = "Task" [ 658.573848] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.582232] env[69677]: DEBUG nova.compute.provider_tree [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.592481] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526159cd-b8b6-69d7-b54f-5d3633225446, 'name': SearchDatastore_Task, 'duration_secs': 0.015905} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.593412] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.593857] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.594202] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.594381] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.594568] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.595088] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76307487-53fb-438c-908d-65071a2508cc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.607040] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.607288] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.608087] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c983c2d6-f79c-49b1-95be-7299403f1bc4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.618565] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for the task: (returnval){ [ 658.618565] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52486f9a-395e-a277-6d6f-43c073f9bcfe" [ 658.618565] env[69677]: _type = "Task" [ 658.618565] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.627750] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52486f9a-395e-a277-6d6f-43c073f9bcfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.655633] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.655633] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.655633] env[69677]: DEBUG nova.network.neutron [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.662778] env[69677]: DEBUG oslo_concurrency.lockutils [req-67685fb3-afa7-4a4c-84b8-656249c74ec5 req-05568644-0b5a-4513-8ec8-554a1deebe99 service nova] Releasing lock "refresh_cache-a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.914035] env[69677]: DEBUG nova.compute.manager [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.947515] env[69677]: INFO nova.compute.manager [-] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Took 2.02 seconds to deallocate network for instance. [ 659.004953] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.008535] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.056717] env[69677]: DEBUG oslo_vmware.api [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3435906, 'name': PowerOnVM_Task, 'duration_secs': 0.774204} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.056717] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.056717] env[69677]: INFO nova.compute.manager [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Took 9.91 seconds to spawn the instance on the hypervisor. [ 659.056973] env[69677]: DEBUG nova.compute.manager [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.057664] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba97103-6770-47ec-8f8e-8217ef90fae6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.088786] env[69677]: DEBUG nova.scheduler.client.report [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.130428] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52486f9a-395e-a277-6d6f-43c073f9bcfe, 'name': SearchDatastore_Task, 'duration_secs': 0.022922} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.131711] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074cfecd-7f68-4f7f-b4fe-fa9b3f0e98d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.139144] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for the task: (returnval){ [ 659.139144] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529f2c7e-7015-b8f3-1aee-529960e50664" [ 659.139144] env[69677]: _type = "Task" [ 659.139144] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.146661] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529f2c7e-7015-b8f3-1aee-529960e50664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.217149] env[69677]: DEBUG nova.network.neutron [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.317037] env[69677]: DEBUG nova.network.neutron [-] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.451269] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.456578] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.507549] env[69677]: DEBUG nova.network.neutron [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance_info_cache with network_info: [{"id": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "address": "fa:16:3e:14:ad:83", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416fd7cd-0f", "ovs_interfaceid": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.581027] env[69677]: INFO nova.compute.manager [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Took 24.02 seconds to build instance. [ 659.595214] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.595301] env[69677]: DEBUG nova.compute.manager [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.597980] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.174s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.599756] env[69677]: INFO nova.compute.claims [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.651877] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529f2c7e-7015-b8f3-1aee-529960e50664, 'name': SearchDatastore_Task, 'duration_secs': 0.011691} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.652305] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.652383] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 6c894749-c374-4b27-87c7-bc4368920511/6c894749-c374-4b27-87c7-bc4368920511.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.653310] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14b8dcb0-a24d-4cae-83b6-df58e72ad2c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.663776] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for the task: (returnval){ [ 659.663776] env[69677]: value = "task-3435907" [ 659.663776] env[69677]: _type = "Task" [ 659.663776] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.670323] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.822269] env[69677]: INFO nova.compute.manager [-] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Took 1.58 seconds to deallocate network for instance. [ 660.010900] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.010900] env[69677]: DEBUG nova.compute.manager [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Instance network_info: |[{"id": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "address": "fa:16:3e:14:ad:83", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416fd7cd-0f", "ovs_interfaceid": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.011359] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:ad:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '416fd7cd-0fd5-4f37-9ce2-99cb173b07b7', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.024435] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Creating folder: Project (3e2bf9bf425a4ba0ab25e9c5b1777338). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.025131] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-163466df-5c71-4184-a528-754234ff748a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.040958] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Created folder: Project (3e2bf9bf425a4ba0ab25e9c5b1777338) in parent group-v685897. [ 660.041184] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Creating folder: Instances. Parent ref: group-v685927. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.041435] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3df24bab-e8a1-4227-94c4-2edc434fbb93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.053316] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Created folder: Instances in parent group-v685927. [ 660.053548] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.053977] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.053977] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f079cb3c-3476-40dd-a958-5ccd1d9c845c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.078032] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.078032] env[69677]: value = "task-3435910" [ 660.078032] env[69677]: _type = "Task" [ 660.078032] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.086031] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435910, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.086310] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ff8db22a-d2ef-42ba-b035-e5e278a2618c tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.539s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.104657] env[69677]: DEBUG nova.compute.utils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.110206] env[69677]: DEBUG nova.compute.manager [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.110206] env[69677]: DEBUG nova.network.neutron [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.178029] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435907, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.188528] env[69677]: DEBUG nova.policy [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fa0f248624e41ebab41859060927dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd60883233094981ba6e352fac3d1bf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.334936] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.557506] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquiring lock "067561be-d2a7-4bba-9053-1091353849db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.557900] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Lock "067561be-d2a7-4bba-9053-1091353849db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.588827] env[69677]: DEBUG nova.compute.manager [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.596310] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435910, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.615350] env[69677]: DEBUG nova.compute.manager [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.674648] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828507} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.677748] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 6c894749-c374-4b27-87c7-bc4368920511/6c894749-c374-4b27-87c7-bc4368920511.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.677748] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.683042] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e776a903-950b-42cb-b978-5d1ea152f03a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.690984] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for the task: (returnval){ [ 660.690984] env[69677]: value = "task-3435911" [ 660.690984] env[69677]: _type = "Task" [ 660.690984] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.699719] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.705293] env[69677]: DEBUG nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Received event network-vif-plugged-1671ad8e-f726-436b-b674-b17e7ea17f21 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.705527] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Acquiring lock "6c894749-c374-4b27-87c7-bc4368920511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.705828] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Lock "6c894749-c374-4b27-87c7-bc4368920511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.707413] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Lock "6c894749-c374-4b27-87c7-bc4368920511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.707639] env[69677]: DEBUG nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 6c894749-c374-4b27-87c7-bc4368920511] No waiting events found dispatching network-vif-plugged-1671ad8e-f726-436b-b674-b17e7ea17f21 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.707802] env[69677]: WARNING nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Received unexpected event network-vif-plugged-1671ad8e-f726-436b-b674-b17e7ea17f21 for instance with vm_state building and task_state spawning. [ 660.709023] env[69677]: DEBUG nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Received event network-changed-1671ad8e-f726-436b-b674-b17e7ea17f21 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.709023] env[69677]: DEBUG nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Refreshing instance network info cache due to event network-changed-1671ad8e-f726-436b-b674-b17e7ea17f21. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.709023] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Acquiring lock "refresh_cache-6c894749-c374-4b27-87c7-bc4368920511" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.709023] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Acquired lock "refresh_cache-6c894749-c374-4b27-87c7-bc4368920511" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.709023] env[69677]: DEBUG nova.network.neutron [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Refreshing network info cache for port 1671ad8e-f726-436b-b674-b17e7ea17f21 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.910661] env[69677]: DEBUG nova.compute.manager [req-1a854cef-816e-4f0d-8889-6732f1f5c7da req-7e798ecf-34e4-4fb4-9918-04a910423cac service nova] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Received event network-vif-deleted-5f387277-be5e-438c-b491-d3c32670d3a2 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.910870] env[69677]: DEBUG nova.compute.manager [req-1a854cef-816e-4f0d-8889-6732f1f5c7da req-7e798ecf-34e4-4fb4-9918-04a910423cac service nova] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Received event network-vif-deleted-bd64bc3c-348e-496b-8932-6a9c1c766164 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.984291] env[69677]: INFO nova.compute.manager [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Rebuilding instance [ 661.046494] env[69677]: DEBUG nova.compute.manager [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.047754] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698775ec-3e38-4076-8e84-0f564b709812 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.052560] env[69677]: DEBUG nova.network.neutron [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Successfully created port: ab772a91-d34f-47cb-9495-8ed2e2d22538 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.072873] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c59bf6-18f7-4e3b-8064-afb1b0bc4efb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.085666] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a62c086-b7b1-4a0a-aab5-84893919b365 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.093276] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435910, 'name': CreateVM_Task, 'duration_secs': 0.598828} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.095860] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.122862] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.123138] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.123350] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.129144] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7529cd6e-6d47-469d-93ca-c38d13492d25 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.131359] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce863b9-6224-4286-b878-e0a78491131a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.137707] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 661.137707] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5200d0af-7d04-5f11-3995-830dda8a7eb7" [ 661.137707] env[69677]: _type = "Task" [ 661.137707] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.144193] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75aa921-0a63-4f9c-b4a3-a9c9cc8d316a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.149415] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.154586] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5200d0af-7d04-5f11-3995-830dda8a7eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.163806] env[69677]: DEBUG nova.compute.provider_tree [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.200687] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064186} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.201008] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.202059] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e553d8-0380-496e-b527-2d21badd2058 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.229592] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 6c894749-c374-4b27-87c7-bc4368920511/6c894749-c374-4b27-87c7-bc4368920511.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.229933] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7bb92f7-6037-47ad-bde2-a969bc564e6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.251496] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for the task: (returnval){ [ 661.251496] env[69677]: value = "task-3435912" [ 661.251496] env[69677]: _type = "Task" [ 661.251496] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.260232] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.637416] env[69677]: DEBUG nova.compute.manager [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.653716] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5200d0af-7d04-5f11-3995-830dda8a7eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.027732} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.654124] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.654429] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.654765] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.655164] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.655373] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.655680] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d46f0ea-0137-4161-828b-6ee7742f6b2b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.667374] env[69677]: DEBUG nova.scheduler.client.report [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.673845] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.675565] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.677990] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef1d8952-d232-437a-84af-9c4b83d2ed98 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.684159] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 661.684159] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e20c9f-f6cb-68e1-b96d-62192c34d302" [ 661.684159] env[69677]: _type = "Task" [ 661.684159] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.694336] env[69677]: DEBUG nova.virt.hardware [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.694658] env[69677]: DEBUG nova.virt.hardware [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.695067] env[69677]: DEBUG nova.virt.hardware [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.695067] env[69677]: DEBUG nova.virt.hardware [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.695213] env[69677]: DEBUG nova.virt.hardware [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.695356] env[69677]: DEBUG nova.virt.hardware [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.695611] env[69677]: DEBUG nova.virt.hardware [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.695947] env[69677]: DEBUG nova.virt.hardware [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.696079] env[69677]: DEBUG nova.virt.hardware [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.696404] env[69677]: DEBUG nova.virt.hardware [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.696649] env[69677]: DEBUG nova.virt.hardware [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.697910] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbfc288-d17c-4978-a55f-52a84571653b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.711371] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e20c9f-f6cb-68e1-b96d-62192c34d302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.720540] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b461bc5a-2f4e-49bc-bc5a-efc07d2b7e6d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.764668] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.917269] env[69677]: DEBUG nova.network.neutron [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Updated VIF entry in instance network info cache for port 1671ad8e-f726-436b-b674-b17e7ea17f21. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.917269] env[69677]: DEBUG nova.network.neutron [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Updating instance_info_cache with network_info: [{"id": "1671ad8e-f726-436b-b674-b17e7ea17f21", "address": "fa:16:3e:5f:7e:6b", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1671ad8e-f7", "ovs_interfaceid": "1671ad8e-f726-436b-b674-b17e7ea17f21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.069582] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.069945] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4178ffa-95ba-43d8-b8ba-aadaa2411cd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.078373] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Waiting for the task: (returnval){ [ 662.078373] env[69677]: value = "task-3435913" [ 662.078373] env[69677]: _type = "Task" [ 662.078373] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.090787] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "b2022c4d-b86c-4429-af76-d9c7e2121739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.091132] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "b2022c4d-b86c-4429-af76-d9c7e2121739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.091294] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.179067] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.179067] env[69677]: DEBUG nova.compute.manager [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.188969] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.770s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.191731] env[69677]: INFO nova.compute.claims [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.212452] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e20c9f-f6cb-68e1-b96d-62192c34d302, 'name': SearchDatastore_Task, 'duration_secs': 0.027266} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.217172] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6310aa0-d1cd-4127-b7c6-b3455e1e3e87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.224324] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 662.224324] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52be4324-9ce2-d1c2-6f7e-ce49023c64e2" [ 662.224324] env[69677]: _type = "Task" [ 662.224324] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.244267] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52be4324-9ce2-d1c2-6f7e-ce49023c64e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.273101] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435912, 'name': ReconfigVM_Task, 'duration_secs': 0.848756} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.273101] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 6c894749-c374-4b27-87c7-bc4368920511/6c894749-c374-4b27-87c7-bc4368920511.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.273754] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5798803a-a7f0-456f-b70b-a6b14f687689 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.286465] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for the task: (returnval){ [ 662.286465] env[69677]: value = "task-3435914" [ 662.286465] env[69677]: _type = "Task" [ 662.286465] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.302084] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435914, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.419359] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Releasing lock "refresh_cache-6c894749-c374-4b27-87c7-bc4368920511" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.419638] env[69677]: DEBUG nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Received event network-changed-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.419809] env[69677]: DEBUG nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Refreshing instance network info cache due to event network-changed-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.420039] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Acquiring lock "refresh_cache-74028c39-0858-48ca-aee8-18b66c99b242" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.420266] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Acquired lock "refresh_cache-74028c39-0858-48ca-aee8-18b66c99b242" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.420336] env[69677]: DEBUG nova.network.neutron [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Refreshing network info cache for port 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.595050] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435913, 'name': PowerOffVM_Task, 'duration_secs': 0.152615} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.595050] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.595050] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.595050] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1951dd-530d-4155-8574-65a0cff5e82c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.603572] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.603572] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f68a290f-b857-4be1-b46c-fac71febce8c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.639046] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.639046] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.639046] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Deleting the datastore file [datastore1] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.639046] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04535960-da24-4484-a7ec-3ba2e3f1f461 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.649718] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Waiting for the task: (returnval){ [ 662.649718] env[69677]: value = "task-3435916" [ 662.649718] env[69677]: _type = "Task" [ 662.649718] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.667525] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.698336] env[69677]: DEBUG nova.compute.utils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.703027] env[69677]: DEBUG nova.compute.manager [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.703027] env[69677]: DEBUG nova.network.neutron [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.736692] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52be4324-9ce2-d1c2-6f7e-ce49023c64e2, 'name': SearchDatastore_Task, 'duration_secs': 0.01515} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.737014] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.737287] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7/fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.737585] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63a1885e-3bc2-49ec-9eda-60f70ea27eea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.746789] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 662.746789] env[69677]: value = "task-3435917" [ 662.746789] env[69677]: _type = "Task" [ 662.746789] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.763508] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.776219] env[69677]: DEBUG nova.policy [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aba6b4af689d4d47873b4506c7e4de0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb55303183274afb820a0850f6d2f5b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.801964] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435914, 'name': Rename_Task, 'duration_secs': 0.283352} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.805019] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 662.805019] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a031e9c6-7da7-4fb0-acc4-24645f64ec87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.811252] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for the task: (returnval){ [ 662.811252] env[69677]: value = "task-3435918" [ 662.811252] env[69677]: _type = "Task" [ 662.811252] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.833337] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.167060] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281507} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.167418] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.167679] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.169239] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.211045] env[69677]: DEBUG nova.compute.manager [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.266062] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435917, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.307012] env[69677]: DEBUG nova.network.neutron [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Successfully created port: baace154-f531-4167-9333-1e4e46d00e68 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.330111] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435918, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.505083] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "a18adc08-5acc-4a2e-978a-93b40e9676d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.505083] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "a18adc08-5acc-4a2e-978a-93b40e9676d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.515456] env[69677]: DEBUG nova.network.neutron [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Successfully updated port: ab772a91-d34f-47cb-9495-8ed2e2d22538 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.521280] env[69677]: DEBUG nova.network.neutron [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Updated VIF entry in instance network info cache for port 5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.521280] env[69677]: DEBUG nova.network.neutron [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Updating instance_info_cache with network_info: [{"id": "5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3", "address": "fa:16:3e:18:eb:bd", "network": {"id": "9505b0bd-81e3-4b39-982f-1c0a31d34754", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-413124958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "795d77dd8fae40abadd903d2b0b4e5bb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba2f0e3-0e", "ovs_interfaceid": "5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.750132] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6087b755-a339-4d92-8e48-4553508fa4df {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.769598] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d46d404-d968-4a8a-90f1-12221899a730 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.774552] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81829} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.774843] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7/fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.775138] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.775787] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4856310f-c117-4606-bd99-e09e1292dac9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.806704] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c015fb20-ed03-4c8b-8e23-f099d3fab234 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.810658] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 663.810658] env[69677]: value = "task-3435919" [ 663.810658] env[69677]: _type = "Task" [ 663.810658] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.832126] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb638968-be95-4af3-90da-25344fd25fc6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.839926] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435919, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.848078] env[69677]: DEBUG oslo_vmware.api [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435918, 'name': PowerOnVM_Task, 'duration_secs': 0.86059} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.863103] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.863103] env[69677]: INFO nova.compute.manager [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Took 12.21 seconds to spawn the instance on the hypervisor. [ 663.863103] env[69677]: DEBUG nova.compute.manager [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.863103] env[69677]: DEBUG nova.compute.provider_tree [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.863733] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d292fa84-e64c-4886-accd-eabaf5499a5c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.023786] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "refresh_cache-62fa0b0e-ea00-43db-ab56-6690a625af50" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.023996] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "refresh_cache-62fa0b0e-ea00-43db-ab56-6690a625af50" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.024195] env[69677]: DEBUG nova.network.neutron [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.026616] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Releasing lock "refresh_cache-74028c39-0858-48ca-aee8-18b66c99b242" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.026855] env[69677]: DEBUG nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Received event network-vif-plugged-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.027264] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Acquiring lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.027424] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.027586] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.027754] env[69677]: DEBUG nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] No waiting events found dispatching network-vif-plugged-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 664.027916] env[69677]: WARNING nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Received unexpected event network-vif-plugged-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 for instance with vm_state building and task_state spawning. [ 664.028115] env[69677]: DEBUG nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Received event network-changed-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.028366] env[69677]: DEBUG nova.compute.manager [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Refreshing instance network info cache due to event network-changed-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.028603] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Acquiring lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.028774] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Acquired lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.028939] env[69677]: DEBUG nova.network.neutron [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Refreshing network info cache for port 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.126322] env[69677]: DEBUG nova.compute.manager [None req-07559fc7-3f1b-4e60-90b8-d30b111a712c tempest-ServerDiagnosticsV248Test-1665232521 tempest-ServerDiagnosticsV248Test-1665232521-project-admin] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.127626] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed883cd7-7b46-47b1-bcb2-b46b9ff4e7bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.136474] env[69677]: INFO nova.compute.manager [None req-07559fc7-3f1b-4e60-90b8-d30b111a712c tempest-ServerDiagnosticsV248Test-1665232521 tempest-ServerDiagnosticsV248Test-1665232521-project-admin] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Retrieving diagnostics [ 664.137365] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7045971-8c41-4106-ba83-a71f6661ce9d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.233291] env[69677]: DEBUG nova.compute.manager [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.238067] env[69677]: DEBUG nova.virt.hardware [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.238369] env[69677]: DEBUG nova.virt.hardware [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.238531] env[69677]: DEBUG nova.virt.hardware [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.238715] env[69677]: DEBUG nova.virt.hardware [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.238861] env[69677]: DEBUG nova.virt.hardware [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.239035] env[69677]: DEBUG nova.virt.hardware [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.239258] env[69677]: DEBUG nova.virt.hardware [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.239401] env[69677]: DEBUG nova.virt.hardware [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.239630] env[69677]: DEBUG nova.virt.hardware [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.239777] env[69677]: DEBUG nova.virt.hardware [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.239956] env[69677]: DEBUG nova.virt.hardware [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.240866] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba382d6f-bf0f-4dbe-93b8-cebfef9adde3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.250107] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ce9e8e-58a7-4bbf-9913-56de57964a53 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.270424] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.276863] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.279346] env[69677]: DEBUG nova.virt.hardware [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.279533] env[69677]: DEBUG nova.virt.hardware [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.280491] env[69677]: DEBUG nova.virt.hardware [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.280491] env[69677]: DEBUG nova.virt.hardware [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.280491] env[69677]: DEBUG nova.virt.hardware [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.280491] env[69677]: DEBUG nova.virt.hardware [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.280491] env[69677]: DEBUG nova.virt.hardware [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.280727] env[69677]: DEBUG nova.virt.hardware [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.280727] env[69677]: DEBUG nova.virt.hardware [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.280727] env[69677]: DEBUG nova.virt.hardware [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.280825] env[69677]: DEBUG nova.virt.hardware [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.281274] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.281813] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe97dbb-3753-4f25-9d67-535848bfad27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.284673] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38a5edfd-9d25-4a1c-a45b-98e99ff72554 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.305130] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b40479-21d2-4e49-98d9-a463db4a91b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.310569] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.310569] env[69677]: value = "task-3435920" [ 664.310569] env[69677]: _type = "Task" [ 664.310569] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.336542] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435920, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.336926] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083691} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.337163] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.338399] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c310956d-4879-4686-8154-3b7bf36cc7be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.364987] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7/fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.365343] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82400e6f-a182-4014-8185-1ab9a16e7b09 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.383343] env[69677]: DEBUG nova.scheduler.client.report [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.392873] env[69677]: INFO nova.compute.manager [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Took 27.01 seconds to build instance. [ 664.396790] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 664.396790] env[69677]: value = "task-3435921" [ 664.396790] env[69677]: _type = "Task" [ 664.396790] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.407389] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.467117] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.469403] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.596364] env[69677]: DEBUG nova.network.neutron [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.823066] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435920, 'name': CreateVM_Task, 'duration_secs': 0.380731} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.823245] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.823654] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.823802] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.825488] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.825488] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b441bf-3ea3-43fa-80ae-28c5259d0160 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.829780] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Waiting for the task: (returnval){ [ 664.829780] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52637861-5272-b930-86d2-abc512c02f7f" [ 664.829780] env[69677]: _type = "Task" [ 664.829780] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.838452] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52637861-5272-b930-86d2-abc512c02f7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.881163] env[69677]: DEBUG nova.network.neutron [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Updating instance_info_cache with network_info: [{"id": "ab772a91-d34f-47cb-9495-8ed2e2d22538", "address": "fa:16:3e:f5:d8:5f", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab772a91-d3", "ovs_interfaceid": "ab772a91-d34f-47cb-9495-8ed2e2d22538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.889641] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.890171] env[69677]: DEBUG nova.compute.manager [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.893593] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.380s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.898022] env[69677]: INFO nova.compute.claims [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.898592] env[69677]: DEBUG oslo_concurrency.lockutils [None req-36913840-b8ef-4de1-9ec9-276160ca3e7c tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Lock "6c894749-c374-4b27-87c7-bc4368920511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.528s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.915874] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.982385] env[69677]: DEBUG nova.network.neutron [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updated VIF entry in instance network info cache for port 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.982756] env[69677]: DEBUG nova.network.neutron [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance_info_cache with network_info: [{"id": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "address": "fa:16:3e:14:ad:83", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416fd7cd-0f", "ovs_interfaceid": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.347348] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52637861-5272-b930-86d2-abc512c02f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.013023} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.347348] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.347826] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.348018] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.348303] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.348545] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.348876] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d8371a9-c73b-4379-bfb7-bb09b5699c49 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.361050] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.361427] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.362241] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86769452-8617-45e0-884d-01f302d1ca91 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.369779] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Waiting for the task: (returnval){ [ 665.369779] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529a3d9a-9d36-0ce5-d339-4a4ea7cf4acd" [ 665.369779] env[69677]: _type = "Task" [ 665.369779] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.379498] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529a3d9a-9d36-0ce5-d339-4a4ea7cf4acd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.389223] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "refresh_cache-62fa0b0e-ea00-43db-ab56-6690a625af50" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.390193] env[69677]: DEBUG nova.compute.manager [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Instance network_info: |[{"id": "ab772a91-d34f-47cb-9495-8ed2e2d22538", "address": "fa:16:3e:f5:d8:5f", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab772a91-d3", "ovs_interfaceid": "ab772a91-d34f-47cb-9495-8ed2e2d22538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.390426] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:d8:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab772a91-d34f-47cb-9495-8ed2e2d22538', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.401678] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating folder: Project (cd60883233094981ba6e352fac3d1bf9). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.401803] env[69677]: DEBUG nova.compute.utils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.403340] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92bd8e1f-eb56-4d3b-a766-7831801a1ccb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.408938] env[69677]: DEBUG nova.compute.manager [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.408938] env[69677]: DEBUG nova.network.neutron [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.413762] env[69677]: DEBUG nova.compute.manager [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.426842] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435921, 'name': ReconfigVM_Task, 'duration_secs': 0.945649} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.430024] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Reconfigured VM instance instance-0000000b to attach disk [datastore1] fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7/fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.431182] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53696cd1-6fa9-44ef-ae4d-c968da7b6352 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.433656] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Created folder: Project (cd60883233094981ba6e352fac3d1bf9) in parent group-v685897. [ 665.434049] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating folder: Instances. Parent ref: group-v685931. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.435245] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88f9c8a0-0811-4bd2-ab72-4cb31db91331 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.446724] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 665.446724] env[69677]: value = "task-3435923" [ 665.446724] env[69677]: _type = "Task" [ 665.446724] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.451161] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Created folder: Instances in parent group-v685931. [ 665.451402] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.452365] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.452365] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b32926d9-d711-4840-8bc9-2ede9ae931be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.471992] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435923, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.480335] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.480335] env[69677]: value = "task-3435925" [ 665.480335] env[69677]: _type = "Task" [ 665.480335] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.485571] env[69677]: DEBUG oslo_concurrency.lockutils [req-ee4c9905-8e53-448c-bfd8-34d2778aceaa req-86ea6273-81d1-4b09-8d5b-09f0653b0c6d service nova] Releasing lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.491607] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435925, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.497510] env[69677]: DEBUG nova.policy [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb5b014e364247e39e89a78474822215', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd91dc4e7a2f64943a89943942748dd0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.504689] env[69677]: DEBUG nova.network.neutron [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Successfully updated port: baace154-f531-4167-9333-1e4e46d00e68 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.696674] env[69677]: DEBUG nova.compute.manager [req-1d35d3ff-87b9-48e5-aee6-1a7f6aeb055f req-84129fed-22df-4911-bafd-e23e56ef8db6 service nova] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Received event network-vif-plugged-ab772a91-d34f-47cb-9495-8ed2e2d22538 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.696674] env[69677]: DEBUG oslo_concurrency.lockutils [req-1d35d3ff-87b9-48e5-aee6-1a7f6aeb055f req-84129fed-22df-4911-bafd-e23e56ef8db6 service nova] Acquiring lock "62fa0b0e-ea00-43db-ab56-6690a625af50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.696833] env[69677]: DEBUG oslo_concurrency.lockutils [req-1d35d3ff-87b9-48e5-aee6-1a7f6aeb055f req-84129fed-22df-4911-bafd-e23e56ef8db6 service nova] Lock "62fa0b0e-ea00-43db-ab56-6690a625af50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.697837] env[69677]: DEBUG oslo_concurrency.lockutils [req-1d35d3ff-87b9-48e5-aee6-1a7f6aeb055f req-84129fed-22df-4911-bafd-e23e56ef8db6 service nova] Lock "62fa0b0e-ea00-43db-ab56-6690a625af50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.697976] env[69677]: DEBUG nova.compute.manager [req-1d35d3ff-87b9-48e5-aee6-1a7f6aeb055f req-84129fed-22df-4911-bafd-e23e56ef8db6 service nova] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] No waiting events found dispatching network-vif-plugged-ab772a91-d34f-47cb-9495-8ed2e2d22538 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.698287] env[69677]: WARNING nova.compute.manager [req-1d35d3ff-87b9-48e5-aee6-1a7f6aeb055f req-84129fed-22df-4911-bafd-e23e56ef8db6 service nova] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Received unexpected event network-vif-plugged-ab772a91-d34f-47cb-9495-8ed2e2d22538 for instance with vm_state building and task_state spawning. [ 665.883368] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529a3d9a-9d36-0ce5-d339-4a4ea7cf4acd, 'name': SearchDatastore_Task, 'duration_secs': 0.03181} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.884224] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e70639f-fb20-4e35-b0b7-f561d90c2156 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.890437] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Waiting for the task: (returnval){ [ 665.890437] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5248fa9a-60c6-b579-15a2-064f48ec1748" [ 665.890437] env[69677]: _type = "Task" [ 665.890437] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.900860] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5248fa9a-60c6-b579-15a2-064f48ec1748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.907933] env[69677]: DEBUG nova.compute.manager [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.943784] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.957945] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435923, 'name': Rename_Task, 'duration_secs': 0.290995} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.960876] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.961951] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04d02e26-6ae9-4a72-9ccc-1294d63092fb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.970691] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 665.970691] env[69677]: value = "task-3435926" [ 665.970691] env[69677]: _type = "Task" [ 665.970691] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.982577] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.983417] env[69677]: DEBUG nova.network.neutron [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Successfully created port: 614398e9-27e9-453f-a59c-67c99eb1e535 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.997916] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435925, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.005822] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquiring lock "refresh_cache-bd00baad-1cf3-4eb3-bb3a-5763f87364ca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.005926] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquired lock "refresh_cache-bd00baad-1cf3-4eb3-bb3a-5763f87364ca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.006298] env[69677]: DEBUG nova.network.neutron [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.029674] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquiring lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.030216] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.339063] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e16468-7e91-4fc6-98b4-0f91d8dbcd9d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.353419] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fb3bf8-1ba0-46a2-9b98-258aa7565c0c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.399712] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97033078-5100-4bd9-9e91-91ec91b189f1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.407829] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5248fa9a-60c6-b579-15a2-064f48ec1748, 'name': SearchDatastore_Task, 'duration_secs': 0.013547} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.410326] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.410624] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.410939] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3f975d9-012c-4d98-b654-4e5ab2082ae9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.414307] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b568138-fa08-44bb-ab70-089480d34672 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.439985] env[69677]: DEBUG nova.compute.provider_tree [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.443622] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Waiting for the task: (returnval){ [ 666.443622] env[69677]: value = "task-3435927" [ 666.443622] env[69677]: _type = "Task" [ 666.443622] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.453264] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.487595] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435926, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.494672] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435925, 'name': CreateVM_Task, 'duration_secs': 0.925933} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.494854] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.497259] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.497259] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.497259] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.497259] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2274cdf3-3e48-45d7-b9bd-eb304ec99608 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.505544] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 666.505544] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bc9335-1cc9-866e-2b0f-92c35224651e" [ 666.505544] env[69677]: _type = "Task" [ 666.505544] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.517107] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bc9335-1cc9-866e-2b0f-92c35224651e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.551541] env[69677]: DEBUG nova.network.neutron [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.766510] env[69677]: DEBUG nova.compute.manager [req-82880589-3dc2-48e6-ba28-f04e58944737 req-f5620dd6-3927-431e-914e-696554f5c07b service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Received event network-vif-plugged-baace154-f531-4167-9333-1e4e46d00e68 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.766854] env[69677]: DEBUG oslo_concurrency.lockutils [req-82880589-3dc2-48e6-ba28-f04e58944737 req-f5620dd6-3927-431e-914e-696554f5c07b service nova] Acquiring lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.767743] env[69677]: DEBUG oslo_concurrency.lockutils [req-82880589-3dc2-48e6-ba28-f04e58944737 req-f5620dd6-3927-431e-914e-696554f5c07b service nova] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.768177] env[69677]: DEBUG oslo_concurrency.lockutils [req-82880589-3dc2-48e6-ba28-f04e58944737 req-f5620dd6-3927-431e-914e-696554f5c07b service nova] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.768446] env[69677]: DEBUG nova.compute.manager [req-82880589-3dc2-48e6-ba28-f04e58944737 req-f5620dd6-3927-431e-914e-696554f5c07b service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] No waiting events found dispatching network-vif-plugged-baace154-f531-4167-9333-1e4e46d00e68 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.768632] env[69677]: WARNING nova.compute.manager [req-82880589-3dc2-48e6-ba28-f04e58944737 req-f5620dd6-3927-431e-914e-696554f5c07b service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Received unexpected event network-vif-plugged-baace154-f531-4167-9333-1e4e46d00e68 for instance with vm_state building and task_state spawning. [ 666.777925] env[69677]: DEBUG nova.network.neutron [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Updating instance_info_cache with network_info: [{"id": "baace154-f531-4167-9333-1e4e46d00e68", "address": "fa:16:3e:07:f5:21", "network": {"id": "6614f4cb-15ba-4213-ae09-feb3535a0a10", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1052171206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb55303183274afb820a0850f6d2f5b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaace154-f5", "ovs_interfaceid": "baace154-f531-4167-9333-1e4e46d00e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.787830] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "61b8929a-8f0f-4288-bc41-45748ffb53db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.788102] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "61b8929a-8f0f-4288-bc41-45748ffb53db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.927896] env[69677]: DEBUG nova.compute.manager [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.947264] env[69677]: DEBUG nova.scheduler.client.report [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.955668] env[69677]: DEBUG nova.virt.hardware [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.955908] env[69677]: DEBUG nova.virt.hardware [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.956115] env[69677]: DEBUG nova.virt.hardware [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.956360] env[69677]: DEBUG nova.virt.hardware [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.956485] env[69677]: DEBUG nova.virt.hardware [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.956768] env[69677]: DEBUG nova.virt.hardware [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.956892] env[69677]: DEBUG nova.virt.hardware [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.957072] env[69677]: DEBUG nova.virt.hardware [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.957242] env[69677]: DEBUG nova.virt.hardware [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.957416] env[69677]: DEBUG nova.virt.hardware [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.957592] env[69677]: DEBUG nova.virt.hardware [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.961381] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "a881c0a3-386d-4fd1-924a-d7cac9036741" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.961617] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a881c0a3-386d-4fd1-924a-d7cac9036741" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.962341] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce4c703-31b7-4967-9166-e274da59a8aa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.973344] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480338} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.979728] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.980046] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.980649] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11db5d04-d43f-4a49-b87c-160216e74335 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.983355] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d0847-8a81-4a75-a0a4-35d8c46957a7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.996950] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435926, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.007563] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Waiting for the task: (returnval){ [ 667.007563] env[69677]: value = "task-3435928" [ 667.007563] env[69677]: _type = "Task" [ 667.007563] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.021155] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bc9335-1cc9-866e-2b0f-92c35224651e, 'name': SearchDatastore_Task, 'duration_secs': 0.017471} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.023926] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.024184] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.024443] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.024604] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.024787] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.025107] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d77d388-289f-4ceb-a28f-524c3349e407 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.035102] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.035331] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.036127] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6023d6b9-313a-4789-bc37-4443a08a0d52 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.043904] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 667.043904] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ab0111-0bee-a196-ee8f-4ae6871dc227" [ 667.043904] env[69677]: _type = "Task" [ 667.043904] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.052721] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ab0111-0bee-a196-ee8f-4ae6871dc227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.094878] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquiring lock "d75472ff-5fce-4d5b-b46d-1bcac9e5309f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.094878] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Lock "d75472ff-5fce-4d5b-b46d-1bcac9e5309f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.094878] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquiring lock "d75472ff-5fce-4d5b-b46d-1bcac9e5309f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.094878] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Lock "d75472ff-5fce-4d5b-b46d-1bcac9e5309f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.095059] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Lock "d75472ff-5fce-4d5b-b46d-1bcac9e5309f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.097027] env[69677]: INFO nova.compute.manager [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Terminating instance [ 667.283399] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Releasing lock "refresh_cache-bd00baad-1cf3-4eb3-bb3a-5763f87364ca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.283399] env[69677]: DEBUG nova.compute.manager [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Instance network_info: |[{"id": "baace154-f531-4167-9333-1e4e46d00e68", "address": "fa:16:3e:07:f5:21", "network": {"id": "6614f4cb-15ba-4213-ae09-feb3535a0a10", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1052171206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb55303183274afb820a0850f6d2f5b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaace154-f5", "ovs_interfaceid": "baace154-f531-4167-9333-1e4e46d00e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.283616] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:f5:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baace154-f531-4167-9333-1e4e46d00e68', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.291396] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Creating folder: Project (cb55303183274afb820a0850f6d2f5b8). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.292383] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28eaac48-0a06-4441-8e3c-5cabd8d2b772 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.306579] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Created folder: Project (cb55303183274afb820a0850f6d2f5b8) in parent group-v685897. [ 667.306933] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Creating folder: Instances. Parent ref: group-v685934. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.307513] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52fa3470-183f-4ec5-a281-127c79aee10a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.319823] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Created folder: Instances in parent group-v685934. [ 667.320100] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.320313] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.320512] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7163bc80-6892-496f-a4cf-6597a587bac0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.342954] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.342954] env[69677]: value = "task-3435931" [ 667.342954] env[69677]: _type = "Task" [ 667.342954] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.352435] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435931, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.455268] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.455804] env[69677]: DEBUG nova.compute.manager [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.458569] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.584s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.458820] env[69677]: DEBUG nova.objects.instance [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Lazy-loading 'resources' on Instance uuid d53fbbf6-c496-47a6-b4c1-3b466630b30b {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.487270] env[69677]: DEBUG oslo_vmware.api [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3435926, 'name': PowerOnVM_Task, 'duration_secs': 1.304899} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.487270] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.487270] env[69677]: INFO nova.compute.manager [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Took 13.40 seconds to spawn the instance on the hypervisor. [ 667.487270] env[69677]: DEBUG nova.compute.manager [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.487688] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdf26b5-c5f7-4d1f-a0d8-61ed72b1bf50 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.522119] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.556857] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ab0111-0bee-a196-ee8f-4ae6871dc227, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.557661] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b575fa-d9fb-461b-af78-e9c89c6e8b6e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.563441] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 667.563441] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5293dbe2-a836-1392-ff58-71d392b852a0" [ 667.563441] env[69677]: _type = "Task" [ 667.563441] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.572600] env[69677]: DEBUG nova.compute.manager [None req-3086cfc7-d322-4cd3-9763-433a01696028 tempest-ServerDiagnosticsTest-644901261 tempest-ServerDiagnosticsTest-644901261-project-admin] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.575907] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b15e411-fd3a-4b28-9273-e187cb22bb95 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.578488] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5293dbe2-a836-1392-ff58-71d392b852a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.583068] env[69677]: INFO nova.compute.manager [None req-3086cfc7-d322-4cd3-9763-433a01696028 tempest-ServerDiagnosticsTest-644901261 tempest-ServerDiagnosticsTest-644901261-project-admin] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Retrieving diagnostics [ 667.584994] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39667ae1-9640-4ceb-b74d-c3c351fceead {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.619389] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquiring lock "refresh_cache-d75472ff-5fce-4d5b-b46d-1bcac9e5309f" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.619627] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquired lock "refresh_cache-d75472ff-5fce-4d5b-b46d-1bcac9e5309f" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.619805] env[69677]: DEBUG nova.network.neutron [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.857034] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435931, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.962324] env[69677]: DEBUG nova.compute.utils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.966786] env[69677]: DEBUG nova.compute.manager [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.967106] env[69677]: DEBUG nova.network.neutron [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.011986] env[69677]: INFO nova.compute.manager [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Took 25.23 seconds to build instance. [ 668.022176] env[69677]: DEBUG nova.policy [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a120e61f9e1140f5a0e0e2792f830317', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '470fc8fb91fc47f0b7fbf90baadff93e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.025126] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.025126] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.035979] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.628418} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.036280] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.037122] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f95eae-dcaa-4e17-a140-821539fc048a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.060972] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.066102] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c2ca54c-8da1-42ee-8b6f-78964a60ef39 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.092616] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5293dbe2-a836-1392-ff58-71d392b852a0, 'name': SearchDatastore_Task, 'duration_secs': 0.031424} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.094348] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.094674] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 62fa0b0e-ea00-43db-ab56-6690a625af50/62fa0b0e-ea00-43db-ab56-6690a625af50.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.095058] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Waiting for the task: (returnval){ [ 668.095058] env[69677]: value = "task-3435932" [ 668.095058] env[69677]: _type = "Task" [ 668.095058] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.095461] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed8d7871-6abd-4661-bdb7-6ce986315109 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.118552] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 668.118552] env[69677]: value = "task-3435933" [ 668.118552] env[69677]: _type = "Task" [ 668.118552] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.119200] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435932, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.133741] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.167859] env[69677]: DEBUG nova.network.neutron [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.260777] env[69677]: DEBUG nova.network.neutron [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Successfully updated port: 614398e9-27e9-453f-a59c-67c99eb1e535 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.317261] env[69677]: DEBUG nova.network.neutron [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.358713] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435931, 'name': CreateVM_Task, 'duration_secs': 0.641632} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.361243] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.362154] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.362256] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.362638] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.362798] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-694e102a-8358-4e04-8e72-4b6165268598 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.370521] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for the task: (returnval){ [ 668.370521] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520d15e8-7376-0996-1bc1-6521dc4f9693" [ 668.370521] env[69677]: _type = "Task" [ 668.370521] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.383473] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520d15e8-7376-0996-1bc1-6521dc4f9693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.467596] env[69677]: DEBUG nova.compute.manager [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.511330] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bd33ff-6fe5-42ca-9667-d3ed9c42f6d9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.520929] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01acadb0-a05c-4e27-8ff6-cd0fa63d6854 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.525276] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7e5663a2-4d5d-4efe-8d67-ebf6201e0d02 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.141s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.528860] env[69677]: DEBUG nova.network.neutron [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Successfully created port: 3348d9c6-1331-4be5-a516-6aec32651d81 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.564127] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee69fe1-d3e3-4d47-a840-52edbb0ff4b9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.575191] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c15151-5d52-4edb-a168-9cc1cfef59f3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.596742] env[69677]: DEBUG nova.compute.provider_tree [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.610616] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435932, 'name': ReconfigVM_Task, 'duration_secs': 0.376299} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.611582] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Reconfigured VM instance instance-00000001 to attach disk [datastore2] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6/e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.612248] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82ddab7f-ea4f-4083-b14a-5e7b28ff3816 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.626146] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Waiting for the task: (returnval){ [ 668.626146] env[69677]: value = "task-3435934" [ 668.626146] env[69677]: _type = "Task" [ 668.626146] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.633500] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435933, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.639877] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435934, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.766785] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquiring lock "refresh_cache-06b16f93-afb2-4c94-92b6-1afeffaf2f85" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.766978] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquired lock "refresh_cache-06b16f93-afb2-4c94-92b6-1afeffaf2f85" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.767460] env[69677]: DEBUG nova.network.neutron [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.820517] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Releasing lock "refresh_cache-d75472ff-5fce-4d5b-b46d-1bcac9e5309f" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.820968] env[69677]: DEBUG nova.compute.manager [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 668.821282] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 668.825077] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e613a-d8f2-43f3-894a-55de93aaabe6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.831733] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.833058] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f63399-f3a5-4a54-a34f-8e21e83ca5fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.839666] env[69677]: DEBUG oslo_vmware.api [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 668.839666] env[69677]: value = "task-3435935" [ 668.839666] env[69677]: _type = "Task" [ 668.839666] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.851755] env[69677]: DEBUG oslo_vmware.api [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.881910] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520d15e8-7376-0996-1bc1-6521dc4f9693, 'name': SearchDatastore_Task, 'duration_secs': 0.075725} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.882304] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.882610] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.882947] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.883173] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.884233] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.884233] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6a2fa56-0197-483d-900f-776df7ae05fc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.895795] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.896043] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.896788] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b850dc8-f966-4a1b-bff4-ac4e92b99ab3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.904018] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for the task: (returnval){ [ 668.904018] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52abd337-f2a6-c600-9d51-bde1ae0b02db" [ 668.904018] env[69677]: _type = "Task" [ 668.904018] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.918043] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52abd337-f2a6-c600-9d51-bde1ae0b02db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.968306] env[69677]: DEBUG nova.compute.manager [req-dc6b584c-aa9b-402f-96be-91b300e842d9 req-977672f9-a0af-4ff2-8603-a94e037f4a41 service nova] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Received event network-changed-ab772a91-d34f-47cb-9495-8ed2e2d22538 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.969274] env[69677]: DEBUG nova.compute.manager [req-dc6b584c-aa9b-402f-96be-91b300e842d9 req-977672f9-a0af-4ff2-8603-a94e037f4a41 service nova] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Refreshing instance network info cache due to event network-changed-ab772a91-d34f-47cb-9495-8ed2e2d22538. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.969274] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc6b584c-aa9b-402f-96be-91b300e842d9 req-977672f9-a0af-4ff2-8603-a94e037f4a41 service nova] Acquiring lock "refresh_cache-62fa0b0e-ea00-43db-ab56-6690a625af50" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.969274] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc6b584c-aa9b-402f-96be-91b300e842d9 req-977672f9-a0af-4ff2-8603-a94e037f4a41 service nova] Acquired lock "refresh_cache-62fa0b0e-ea00-43db-ab56-6690a625af50" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.969274] env[69677]: DEBUG nova.network.neutron [req-dc6b584c-aa9b-402f-96be-91b300e842d9 req-977672f9-a0af-4ff2-8603-a94e037f4a41 service nova] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Refreshing network info cache for port ab772a91-d34f-47cb-9495-8ed2e2d22538 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.028581] env[69677]: DEBUG nova.compute.manager [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.100584] env[69677]: DEBUG nova.scheduler.client.report [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.136235] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623689} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.136922] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 62fa0b0e-ea00-43db-ab56-6690a625af50/62fa0b0e-ea00-43db-ab56-6690a625af50.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.137176] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.137435] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4f0c80f-06ef-4561-ac72-4223ef194924 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.142529] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435934, 'name': Rename_Task, 'duration_secs': 0.194271} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.142949] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.143209] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bfe8a16-fd6a-4020-bb40-0bcb6166cea4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.148886] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 669.148886] env[69677]: value = "task-3435936" [ 669.148886] env[69677]: _type = "Task" [ 669.148886] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.153280] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Waiting for the task: (returnval){ [ 669.153280] env[69677]: value = "task-3435937" [ 669.153280] env[69677]: _type = "Task" [ 669.153280] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.163582] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.173195] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.325033] env[69677]: DEBUG nova.network.neutron [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.355614] env[69677]: DEBUG oslo_vmware.api [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435935, 'name': PowerOffVM_Task, 'duration_secs': 0.187361} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.355948] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.356164] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.356447] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-861b6476-2175-4c56-9127-91fa6681e95b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.388476] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.388682] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.388874] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Deleting the datastore file [datastore2] d75472ff-5fce-4d5b-b46d-1bcac9e5309f {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.389666] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6593b74-1379-4f95-8eda-9c88524288d9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.404844] env[69677]: DEBUG oslo_vmware.api [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for the task: (returnval){ [ 669.404844] env[69677]: value = "task-3435939" [ 669.404844] env[69677]: _type = "Task" [ 669.404844] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.419984] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52abd337-f2a6-c600-9d51-bde1ae0b02db, 'name': SearchDatastore_Task, 'duration_secs': 0.035411} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.423487] env[69677]: DEBUG oslo_vmware.api [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.423487] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb1544d-55dc-49b3-ac88-d38a28347410 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.429739] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for the task: (returnval){ [ 669.429739] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525829d6-a765-6a75-9feb-1bae645a29c0" [ 669.429739] env[69677]: _type = "Task" [ 669.429739] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.439067] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525829d6-a765-6a75-9feb-1bae645a29c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.481475] env[69677]: DEBUG nova.compute.manager [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.520486] env[69677]: DEBUG nova.virt.hardware [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.520739] env[69677]: DEBUG nova.virt.hardware [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.520899] env[69677]: DEBUG nova.virt.hardware [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.521266] env[69677]: DEBUG nova.virt.hardware [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.521346] env[69677]: DEBUG nova.virt.hardware [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.521477] env[69677]: DEBUG nova.virt.hardware [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.521730] env[69677]: DEBUG nova.virt.hardware [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.521954] env[69677]: DEBUG nova.virt.hardware [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.522172] env[69677]: DEBUG nova.virt.hardware [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.522377] env[69677]: DEBUG nova.virt.hardware [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.522632] env[69677]: DEBUG nova.virt.hardware [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.523566] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523047e9-3713-47d4-aaf9-8ec484627864 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.544094] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbbf10f-f4e6-4056-b76d-d61a5eff58e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.564118] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.610215] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.613383] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.496s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.615818] env[69677]: INFO nova.compute.claims [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.628313] env[69677]: DEBUG nova.network.neutron [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Updating instance_info_cache with network_info: [{"id": "614398e9-27e9-453f-a59c-67c99eb1e535", "address": "fa:16:3e:52:e1:ba", "network": {"id": "75d63b2a-8c9f-4e0c-b3b9-0125c42afada", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1313042139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d91dc4e7a2f64943a89943942748dd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614398e9-27", "ovs_interfaceid": "614398e9-27e9-453f-a59c-67c99eb1e535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.657487] env[69677]: DEBUG nova.compute.manager [req-cd0bc98b-ede3-4058-bbe7-eb9abf00c11d req-05afa001-b035-4d72-833a-3dce993f5fe0 service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Received event network-changed-baace154-f531-4167-9333-1e4e46d00e68 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.657487] env[69677]: DEBUG nova.compute.manager [req-cd0bc98b-ede3-4058-bbe7-eb9abf00c11d req-05afa001-b035-4d72-833a-3dce993f5fe0 service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Refreshing instance network info cache due to event network-changed-baace154-f531-4167-9333-1e4e46d00e68. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.660707] env[69677]: DEBUG oslo_concurrency.lockutils [req-cd0bc98b-ede3-4058-bbe7-eb9abf00c11d req-05afa001-b035-4d72-833a-3dce993f5fe0 service nova] Acquiring lock "refresh_cache-bd00baad-1cf3-4eb3-bb3a-5763f87364ca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.660780] env[69677]: DEBUG oslo_concurrency.lockutils [req-cd0bc98b-ede3-4058-bbe7-eb9abf00c11d req-05afa001-b035-4d72-833a-3dce993f5fe0 service nova] Acquired lock "refresh_cache-bd00baad-1cf3-4eb3-bb3a-5763f87364ca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.660936] env[69677]: DEBUG nova.network.neutron [req-cd0bc98b-ede3-4058-bbe7-eb9abf00c11d req-05afa001-b035-4d72-833a-3dce993f5fe0 service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Refreshing network info cache for port baace154-f531-4167-9333-1e4e46d00e68 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.662975] env[69677]: INFO nova.scheduler.client.report [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Deleted allocations for instance d53fbbf6-c496-47a6-b4c1-3b466630b30b [ 669.675479] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08202} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.676255] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.677497] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e05495-cc53-497f-a5ed-9c119a617bf4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.683655] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435937, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.711578] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 62fa0b0e-ea00-43db-ab56-6690a625af50/62fa0b0e-ea00-43db-ab56-6690a625af50.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.712438] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d86db91-20e3-4314-916c-57824a66cde2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.735370] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 669.735370] env[69677]: value = "task-3435940" [ 669.735370] env[69677]: _type = "Task" [ 669.735370] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.745761] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.895323] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquiring lock "6c894749-c374-4b27-87c7-bc4368920511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.895816] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Lock "6c894749-c374-4b27-87c7-bc4368920511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.898032] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquiring lock "6c894749-c374-4b27-87c7-bc4368920511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.898032] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Lock "6c894749-c374-4b27-87c7-bc4368920511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.898032] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Lock "6c894749-c374-4b27-87c7-bc4368920511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.899764] env[69677]: INFO nova.compute.manager [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Terminating instance [ 669.928274] env[69677]: DEBUG oslo_vmware.api [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Task: {'id': task-3435939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390579} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.929038] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.929192] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.930027] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 669.930027] env[69677]: INFO nova.compute.manager [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 669.930027] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.930027] env[69677]: DEBUG nova.compute.manager [-] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 669.930224] env[69677]: DEBUG nova.network.neutron [-] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.943063] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525829d6-a765-6a75-9feb-1bae645a29c0, 'name': SearchDatastore_Task, 'duration_secs': 0.041726} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.943509] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.943588] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] bd00baad-1cf3-4eb3-bb3a-5763f87364ca/bd00baad-1cf3-4eb3-bb3a-5763f87364ca.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.944517] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b1e5bc3-1c6e-490a-806c-cf378c0906b6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.954299] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for the task: (returnval){ [ 669.954299] env[69677]: value = "task-3435941" [ 669.954299] env[69677]: _type = "Task" [ 669.954299] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.964310] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.981691] env[69677]: DEBUG nova.network.neutron [-] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.024360] env[69677]: DEBUG nova.network.neutron [req-dc6b584c-aa9b-402f-96be-91b300e842d9 req-977672f9-a0af-4ff2-8603-a94e037f4a41 service nova] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Updated VIF entry in instance network info cache for port ab772a91-d34f-47cb-9495-8ed2e2d22538. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.024360] env[69677]: DEBUG nova.network.neutron [req-dc6b584c-aa9b-402f-96be-91b300e842d9 req-977672f9-a0af-4ff2-8603-a94e037f4a41 service nova] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Updating instance_info_cache with network_info: [{"id": "ab772a91-d34f-47cb-9495-8ed2e2d22538", "address": "fa:16:3e:f5:d8:5f", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab772a91-d3", "ovs_interfaceid": "ab772a91-d34f-47cb-9495-8ed2e2d22538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.134856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Releasing lock "refresh_cache-06b16f93-afb2-4c94-92b6-1afeffaf2f85" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.135201] env[69677]: DEBUG nova.compute.manager [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Instance network_info: |[{"id": "614398e9-27e9-453f-a59c-67c99eb1e535", "address": "fa:16:3e:52:e1:ba", "network": {"id": "75d63b2a-8c9f-4e0c-b3b9-0125c42afada", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1313042139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d91dc4e7a2f64943a89943942748dd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614398e9-27", "ovs_interfaceid": "614398e9-27e9-453f-a59c-67c99eb1e535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.135641] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:e1:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '614398e9-27e9-453f-a59c-67c99eb1e535', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.145411] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Creating folder: Project (d91dc4e7a2f64943a89943942748dd0e). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.146443] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d5acdcf-9205-48b0-8ac1-7ba119a32f0b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.162704] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Created folder: Project (d91dc4e7a2f64943a89943942748dd0e) in parent group-v685897. [ 670.162963] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Creating folder: Instances. Parent ref: group-v685937. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.167440] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-591168a7-b5a9-4fd8-96f4-7ccd70b92f68 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.174708] env[69677]: DEBUG oslo_vmware.api [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Task: {'id': task-3435937, 'name': PowerOnVM_Task, 'duration_secs': 0.548335} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.177252] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.177551] env[69677]: DEBUG nova.compute.manager [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.177990] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c56f9e2e-1ecc-447e-bf83-e829ce852c5c tempest-InstanceActionsNegativeTestJSON-1072086514 tempest-InstanceActionsNegativeTestJSON-1072086514-project-member] Lock "d53fbbf6-c496-47a6-b4c1-3b466630b30b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.855s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.181614] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caf2a0a-5e7c-4e88-970b-4f71572fb2e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.188339] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Created folder: Instances in parent group-v685937. [ 670.188555] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.188871] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.190200] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4edaa05-80b9-49f8-b14e-a44f68b44219 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.221211] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.221211] env[69677]: value = "task-3435944" [ 670.221211] env[69677]: _type = "Task" [ 670.221211] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.246972] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435940, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.412434] env[69677]: DEBUG nova.compute.manager [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.412434] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.413280] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92c548d-d7ef-408d-ad5f-38eb911c2728 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.431208] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.431608] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12ef117d-d02b-4618-9dbb-523f8656fb79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.445164] env[69677]: DEBUG oslo_vmware.api [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for the task: (returnval){ [ 670.445164] env[69677]: value = "task-3435945" [ 670.445164] env[69677]: _type = "Task" [ 670.445164] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.478425] env[69677]: DEBUG oslo_vmware.api [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.486792] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435941, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.486792] env[69677]: DEBUG nova.network.neutron [-] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.529627] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc6b584c-aa9b-402f-96be-91b300e842d9 req-977672f9-a0af-4ff2-8603-a94e037f4a41 service nova] Releasing lock "refresh_cache-62fa0b0e-ea00-43db-ab56-6690a625af50" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.689047] env[69677]: DEBUG nova.network.neutron [req-cd0bc98b-ede3-4058-bbe7-eb9abf00c11d req-05afa001-b035-4d72-833a-3dce993f5fe0 service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Updated VIF entry in instance network info cache for port baace154-f531-4167-9333-1e4e46d00e68. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.689317] env[69677]: DEBUG nova.network.neutron [req-cd0bc98b-ede3-4058-bbe7-eb9abf00c11d req-05afa001-b035-4d72-833a-3dce993f5fe0 service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Updating instance_info_cache with network_info: [{"id": "baace154-f531-4167-9333-1e4e46d00e68", "address": "fa:16:3e:07:f5:21", "network": {"id": "6614f4cb-15ba-4213-ae09-feb3535a0a10", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1052171206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb55303183274afb820a0850f6d2f5b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaace154-f5", "ovs_interfaceid": "baace154-f531-4167-9333-1e4e46d00e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.729091] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.736094] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435944, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.747317] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435940, 'name': ReconfigVM_Task, 'duration_secs': 0.556664} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.749868] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 62fa0b0e-ea00-43db-ab56-6690a625af50/62fa0b0e-ea00-43db-ab56-6690a625af50.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.750903] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f002b44f-3b5e-45b1-ac7d-4362d9b58eb2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.759227] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 670.759227] env[69677]: value = "task-3435946" [ 670.759227] env[69677]: _type = "Task" [ 670.759227] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.772985] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435946, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.963965] env[69677]: DEBUG oslo_vmware.api [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435945, 'name': PowerOffVM_Task, 'duration_secs': 0.339518} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.967650] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.967932] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.968481] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d7be67a-de98-42d5-8db0-3f66804c72fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.979128] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569312} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.979389] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] bd00baad-1cf3-4eb3-bb3a-5763f87364ca/bd00baad-1cf3-4eb3-bb3a-5763f87364ca.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.979599] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.979842] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9ae1f44-5e6a-42de-adca-7783e227efa0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.988529] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for the task: (returnval){ [ 670.988529] env[69677]: value = "task-3435948" [ 670.988529] env[69677]: _type = "Task" [ 670.988529] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.989637] env[69677]: INFO nova.compute.manager [-] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Took 1.06 seconds to deallocate network for instance. [ 671.002366] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.045862] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.045862] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.045862] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Deleting the datastore file [datastore1] 6c894749-c374-4b27-87c7-bc4368920511 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.045862] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-279a4eb4-2277-4372-af7c-3ff2d08a5e96 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.054020] env[69677]: DEBUG oslo_vmware.api [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for the task: (returnval){ [ 671.054020] env[69677]: value = "task-3435949" [ 671.054020] env[69677]: _type = "Task" [ 671.054020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.064536] env[69677]: DEBUG oslo_vmware.api [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.131731] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61962cbf-0479-40f3-a543-5148dedcf528 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.140356] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85686a63-b6a7-41c0-b80a-c19610611a98 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.181360] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e399f2e1-2103-45bd-94c0-1e684ab236bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.194374] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff6b0f6-3a64-4bf8-9ecf-698b092f2cd8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.198386] env[69677]: DEBUG oslo_concurrency.lockutils [req-cd0bc98b-ede3-4058-bbe7-eb9abf00c11d req-05afa001-b035-4d72-833a-3dce993f5fe0 service nova] Releasing lock "refresh_cache-bd00baad-1cf3-4eb3-bb3a-5763f87364ca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.209246] env[69677]: DEBUG nova.compute.provider_tree [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.235149] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435944, 'name': CreateVM_Task, 'duration_secs': 0.693322} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.235861] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.236528] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.236661] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.237101] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.241033] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7899576c-b467-454a-9d65-c9b5ba13a840 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.243197] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for the task: (returnval){ [ 671.243197] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fa881d-c6e5-59b6-41d6-b8c7629c6b12" [ 671.243197] env[69677]: _type = "Task" [ 671.243197] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.255023] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fa881d-c6e5-59b6-41d6-b8c7629c6b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.273037] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435946, 'name': Rename_Task, 'duration_secs': 0.191699} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.273037] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.273037] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beae6929-4754-4dc5-a162-972feacc0cb3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.281346] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 671.281346] env[69677]: value = "task-3435950" [ 671.281346] env[69677]: _type = "Task" [ 671.281346] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.293024] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.323097] env[69677]: DEBUG nova.network.neutron [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Successfully updated port: 3348d9c6-1331-4be5-a516-6aec32651d81 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.498663] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.502057] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074595} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.502360] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.503146] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c23443-0341-44e0-8e6d-50b1a9d620cd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.527695] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] bd00baad-1cf3-4eb3-bb3a-5763f87364ca/bd00baad-1cf3-4eb3-bb3a-5763f87364ca.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.528015] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce509071-b583-4ece-8708-5b582b4de3fb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.549650] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for the task: (returnval){ [ 671.549650] env[69677]: value = "task-3435951" [ 671.549650] env[69677]: _type = "Task" [ 671.549650] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.558998] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.567804] env[69677]: DEBUG oslo_vmware.api [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Task: {'id': task-3435949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450219} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.568025] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.568289] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.568399] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.568566] env[69677]: INFO nova.compute.manager [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Took 1.16 seconds to destroy the instance on the hypervisor. [ 671.569080] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.569080] env[69677]: DEBUG nova.compute.manager [-] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.569080] env[69677]: DEBUG nova.network.neutron [-] [instance: 6c894749-c374-4b27-87c7-bc4368920511] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.717091] env[69677]: DEBUG nova.scheduler.client.report [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.755023] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fa881d-c6e5-59b6-41d6-b8c7629c6b12, 'name': SearchDatastore_Task, 'duration_secs': 0.018416} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.755364] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.755614] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.755873] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.756025] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.756454] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.756544] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9778f4d-e870-46d0-a1b5-932ba8cbfb76 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.778760] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.779271] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.780767] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e3edf9-528a-4e6a-8832-4d49cbf8be1b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.795654] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for the task: (returnval){ [ 671.795654] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528ea53c-6220-5f0c-b562-1f9dfe941f21" [ 671.795654] env[69677]: _type = "Task" [ 671.795654] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.795951] env[69677]: DEBUG oslo_vmware.api [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435950, 'name': PowerOnVM_Task, 'duration_secs': 0.49305} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.796231] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.796599] env[69677]: INFO nova.compute.manager [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Took 10.16 seconds to spawn the instance on the hypervisor. [ 671.796599] env[69677]: DEBUG nova.compute.manager [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.802567] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4e6ee2-8908-4df7-bb21-4a66672e7038 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.812565] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528ea53c-6220-5f0c-b562-1f9dfe941f21, 'name': SearchDatastore_Task, 'duration_secs': 0.019292} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.821127] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dd7b324-4b18-41dd-9fdd-7597ce0dbcda {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.828650] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "refresh_cache-c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.832364] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquired lock "refresh_cache-c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.832364] env[69677]: DEBUG nova.network.neutron [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.840466] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for the task: (returnval){ [ 671.840466] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528d4c47-fd1b-f20d-b28f-4a6de3d78488" [ 671.840466] env[69677]: _type = "Task" [ 671.840466] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.855220] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528d4c47-fd1b-f20d-b28f-4a6de3d78488, 'name': SearchDatastore_Task} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.855220] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.855220] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 06b16f93-afb2-4c94-92b6-1afeffaf2f85/06b16f93-afb2-4c94-92b6-1afeffaf2f85.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.855220] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d61836c-a259-4365-8c9e-4a288e04ad61 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.864225] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for the task: (returnval){ [ 671.864225] env[69677]: value = "task-3435952" [ 671.864225] env[69677]: _type = "Task" [ 671.864225] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.875102] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.066238] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.225019] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.225019] env[69677]: DEBUG nova.compute.manager [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.226728] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.750s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.232243] env[69677]: INFO nova.compute.claims [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.339590] env[69677]: INFO nova.compute.manager [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Took 26.93 seconds to build instance. [ 672.377506] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435952, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.418356] env[69677]: DEBUG nova.network.neutron [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.431542] env[69677]: DEBUG nova.compute.manager [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Received event network-vif-plugged-614398e9-27e9-453f-a59c-67c99eb1e535 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.431792] env[69677]: DEBUG oslo_concurrency.lockutils [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] Acquiring lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.431956] env[69677]: DEBUG oslo_concurrency.lockutils [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] Lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.432161] env[69677]: DEBUG oslo_concurrency.lockutils [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] Lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.432328] env[69677]: DEBUG nova.compute.manager [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] No waiting events found dispatching network-vif-plugged-614398e9-27e9-453f-a59c-67c99eb1e535 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.432492] env[69677]: WARNING nova.compute.manager [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Received unexpected event network-vif-plugged-614398e9-27e9-453f-a59c-67c99eb1e535 for instance with vm_state building and task_state spawning. [ 672.432704] env[69677]: DEBUG nova.compute.manager [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Received event network-changed-614398e9-27e9-453f-a59c-67c99eb1e535 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.432930] env[69677]: DEBUG nova.compute.manager [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Refreshing instance network info cache due to event network-changed-614398e9-27e9-453f-a59c-67c99eb1e535. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.433349] env[69677]: DEBUG oslo_concurrency.lockutils [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] Acquiring lock "refresh_cache-06b16f93-afb2-4c94-92b6-1afeffaf2f85" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.433349] env[69677]: DEBUG oslo_concurrency.lockutils [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] Acquired lock "refresh_cache-06b16f93-afb2-4c94-92b6-1afeffaf2f85" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.433349] env[69677]: DEBUG nova.network.neutron [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Refreshing network info cache for port 614398e9-27e9-453f-a59c-67c99eb1e535 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.565777] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435951, 'name': ReconfigVM_Task, 'duration_secs': 0.586752} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.566053] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Reconfigured VM instance instance-0000000d to attach disk [datastore2] bd00baad-1cf3-4eb3-bb3a-5763f87364ca/bd00baad-1cf3-4eb3-bb3a-5763f87364ca.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.572967] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db11a308-b6c1-4400-8f04-0682548694b5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.582547] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for the task: (returnval){ [ 672.582547] env[69677]: value = "task-3435953" [ 672.582547] env[69677]: _type = "Task" [ 672.582547] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.596026] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435953, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.604403] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquiring lock "d71a8019-3763-44f8-9ad7-78ab81353b60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.604649] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Lock "d71a8019-3763-44f8-9ad7-78ab81353b60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.604881] env[69677]: DEBUG nova.network.neutron [-] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.668481] env[69677]: DEBUG nova.compute.manager [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Received event network-vif-plugged-3348d9c6-1331-4be5-a516-6aec32651d81 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.668481] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] Acquiring lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.668481] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.668481] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.668481] env[69677]: DEBUG nova.compute.manager [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] No waiting events found dispatching network-vif-plugged-3348d9c6-1331-4be5-a516-6aec32651d81 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.669099] env[69677]: WARNING nova.compute.manager [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Received unexpected event network-vif-plugged-3348d9c6-1331-4be5-a516-6aec32651d81 for instance with vm_state building and task_state spawning. [ 672.669099] env[69677]: DEBUG nova.compute.manager [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Received event network-changed-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.669099] env[69677]: DEBUG nova.compute.manager [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Refreshing instance network info cache due to event network-changed-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.669099] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] Acquiring lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.669099] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] Acquired lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.669260] env[69677]: DEBUG nova.network.neutron [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Refreshing network info cache for port 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.739144] env[69677]: DEBUG nova.compute.utils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.739890] env[69677]: DEBUG nova.compute.manager [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.740376] env[69677]: DEBUG nova.network.neutron [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.811633] env[69677]: DEBUG nova.network.neutron [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Updating instance_info_cache with network_info: [{"id": "3348d9c6-1331-4be5-a516-6aec32651d81", "address": "fa:16:3e:84:ab:54", "network": {"id": "59f0c6a0-1d71-41ba-8459-a71d266ef50c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1135294888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470fc8fb91fc47f0b7fbf90baadff93e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3348d9c6-13", "ovs_interfaceid": "3348d9c6-1331-4be5-a516-6aec32651d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.843927] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d00484e9-3f49-4876-b528-7223bf9cabb1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "62fa0b0e-ea00-43db-ab56-6690a625af50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.349s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.857786] env[69677]: DEBUG nova.policy [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdad6666d40c48c7bdd7b7f3fbc8f2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad8386f4f0334d6eb376f5ac4af2a102', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.878009] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664299} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.878261] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 06b16f93-afb2-4c94-92b6-1afeffaf2f85/06b16f93-afb2-4c94-92b6-1afeffaf2f85.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.878492] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.879491] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca6cbdc-d700-4284-9e20-445d6066f525 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.889459] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for the task: (returnval){ [ 672.889459] env[69677]: value = "task-3435954" [ 672.889459] env[69677]: _type = "Task" [ 672.889459] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.901917] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.045137] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquiring lock "e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.045266] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.045594] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquiring lock "e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.045910] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.046271] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.048619] env[69677]: INFO nova.compute.manager [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Terminating instance [ 673.096448] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435953, 'name': Rename_Task, 'duration_secs': 0.364787} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.096787] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.097104] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f83185c6-171b-4e86-9724-398cb42e84b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.105136] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for the task: (returnval){ [ 673.105136] env[69677]: value = "task-3435955" [ 673.105136] env[69677]: _type = "Task" [ 673.105136] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.109285] env[69677]: INFO nova.compute.manager [-] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Took 1.54 seconds to deallocate network for instance. [ 673.118387] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.245804] env[69677]: DEBUG nova.compute.manager [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.316041] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Releasing lock "refresh_cache-c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.316041] env[69677]: DEBUG nova.compute.manager [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Instance network_info: |[{"id": "3348d9c6-1331-4be5-a516-6aec32651d81", "address": "fa:16:3e:84:ab:54", "network": {"id": "59f0c6a0-1d71-41ba-8459-a71d266ef50c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1135294888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470fc8fb91fc47f0b7fbf90baadff93e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3348d9c6-13", "ovs_interfaceid": "3348d9c6-1331-4be5-a516-6aec32651d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.322377] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:ab:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3348d9c6-1331-4be5-a516-6aec32651d81', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.333772] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Creating folder: Project (470fc8fb91fc47f0b7fbf90baadff93e). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.335664] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc9912a8-af23-4826-a77b-bb6d7ad73916 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.348290] env[69677]: DEBUG nova.compute.manager [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.354170] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Created folder: Project (470fc8fb91fc47f0b7fbf90baadff93e) in parent group-v685897. [ 673.354289] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Creating folder: Instances. Parent ref: group-v685940. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.354526] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1eec6b5-86a4-4d54-9327-bd9446bd9598 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.372119] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Created folder: Instances in parent group-v685940. [ 673.372119] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.374233] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.377657] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44bd0582-533f-40ef-8bcb-643e9d892bad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.408113] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23108} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.409016] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.409520] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.409520] env[69677]: value = "task-3435958" [ 673.409520] env[69677]: _type = "Task" [ 673.409520] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.410569] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcceece-4b5c-430c-a301-a59b70a4dda0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.431288] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435958, 'name': CreateVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.454608] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 06b16f93-afb2-4c94-92b6-1afeffaf2f85/06b16f93-afb2-4c94-92b6-1afeffaf2f85.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.461244] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd290471-ad97-4cad-9eeb-8c508c2ca27f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.489279] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for the task: (returnval){ [ 673.489279] env[69677]: value = "task-3435959" [ 673.489279] env[69677]: _type = "Task" [ 673.489279] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.507830] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.553172] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquiring lock "refresh_cache-e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.554132] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquired lock "refresh_cache-e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.554132] env[69677]: DEBUG nova.network.neutron [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.626055] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.626411] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.834422] env[69677]: DEBUG nova.network.neutron [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Updated VIF entry in instance network info cache for port 614398e9-27e9-453f-a59c-67c99eb1e535. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.834829] env[69677]: DEBUG nova.network.neutron [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Updating instance_info_cache with network_info: [{"id": "614398e9-27e9-453f-a59c-67c99eb1e535", "address": "fa:16:3e:52:e1:ba", "network": {"id": "75d63b2a-8c9f-4e0c-b3b9-0125c42afada", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1313042139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d91dc4e7a2f64943a89943942748dd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614398e9-27", "ovs_interfaceid": "614398e9-27e9-453f-a59c-67c99eb1e535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.876994] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.894727] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bee224-858d-4cfa-bd5b-635367a4ce35 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.906093] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3125da8a-6348-4cef-ab9d-8881938cb038 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.944088] env[69677]: DEBUG nova.network.neutron [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Successfully created port: 9af69519-4190-4084-b300-618c2f8bf8cd {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.946660] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59073d7d-32fb-4fac-87ab-231baab27e08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.949928] env[69677]: DEBUG nova.network.neutron [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updated VIF entry in instance network info cache for port 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.950508] env[69677]: DEBUG nova.network.neutron [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance_info_cache with network_info: [{"id": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "address": "fa:16:3e:14:ad:83", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416fd7cd-0f", "ovs_interfaceid": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.961324] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435958, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.962866] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a2d0c7-3a3c-49cd-97b6-69e6f1ab09e0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.980830] env[69677]: DEBUG nova.compute.provider_tree [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.999189] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.088203] env[69677]: DEBUG nova.network.neutron [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.119954] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.270182] env[69677]: DEBUG nova.compute.manager [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.308479] env[69677]: DEBUG nova.network.neutron [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.322282] env[69677]: DEBUG nova.virt.hardware [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:27:39Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='545068075',id=33,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-296828209',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.322681] env[69677]: DEBUG nova.virt.hardware [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.322931] env[69677]: DEBUG nova.virt.hardware [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.323227] env[69677]: DEBUG nova.virt.hardware [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.323464] env[69677]: DEBUG nova.virt.hardware [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.323690] env[69677]: DEBUG nova.virt.hardware [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.324028] env[69677]: DEBUG nova.virt.hardware [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.324279] env[69677]: DEBUG nova.virt.hardware [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.324536] env[69677]: DEBUG nova.virt.hardware [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.324806] env[69677]: DEBUG nova.virt.hardware [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.325114] env[69677]: DEBUG nova.virt.hardware [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.327439] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2e5143-dcce-4099-b15f-84b93554f31d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.338738] env[69677]: DEBUG oslo_concurrency.lockutils [req-7f3744e3-a1e6-4c81-8ceb-c009332b3f12 req-169def90-6771-4a08-9111-f1c06a88306a service nova] Releasing lock "refresh_cache-06b16f93-afb2-4c94-92b6-1afeffaf2f85" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.341482] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725e50fb-6777-42f7-8e8d-42b823d64369 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.452482] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] Releasing lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.452904] env[69677]: DEBUG nova.compute.manager [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Received event network-changed-3348d9c6-1331-4be5-a516-6aec32651d81 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.453029] env[69677]: DEBUG nova.compute.manager [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Refreshing instance network info cache due to event network-changed-3348d9c6-1331-4be5-a516-6aec32651d81. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.453221] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] Acquiring lock "refresh_cache-c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.453362] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] Acquired lock "refresh_cache-c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.453553] env[69677]: DEBUG nova.network.neutron [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Refreshing network info cache for port 3348d9c6-1331-4be5-a516-6aec32651d81 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.455850] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435958, 'name': CreateVM_Task, 'duration_secs': 0.736522} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.456296] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.457087] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.457275] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.457591] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.461022] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d719ebfe-7bc6-48bc-8025-6c2982beee88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.467299] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 674.467299] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52432981-f6d0-e359-af47-644faa052596" [ 674.467299] env[69677]: _type = "Task" [ 674.467299] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.480852] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52432981-f6d0-e359-af47-644faa052596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.484352] env[69677]: DEBUG nova.scheduler.client.report [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.499594] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435959, 'name': ReconfigVM_Task, 'duration_secs': 0.778894} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.499890] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 06b16f93-afb2-4c94-92b6-1afeffaf2f85/06b16f93-afb2-4c94-92b6-1afeffaf2f85.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.502147] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4658b601-43be-4b26-a373-1877c7370ef5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.510488] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for the task: (returnval){ [ 674.510488] env[69677]: value = "task-3435960" [ 674.510488] env[69677]: _type = "Task" [ 674.510488] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.520704] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435960, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.618327] env[69677]: DEBUG oslo_vmware.api [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3435955, 'name': PowerOnVM_Task, 'duration_secs': 1.274603} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.618956] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.619300] env[69677]: INFO nova.compute.manager [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Took 10.39 seconds to spawn the instance on the hypervisor. [ 674.619473] env[69677]: DEBUG nova.compute.manager [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.620767] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7394911-372e-4026-8672-04e3aa11c88a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.813381] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Releasing lock "refresh_cache-e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.814353] env[69677]: DEBUG nova.compute.manager [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 674.814353] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 674.815754] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044bcadf-138f-4c09-9c7a-4dcc8671076e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.827326] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.829481] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-035c7a79-85a7-4dc5-ace9-220f3e1f64fc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.837914] env[69677]: DEBUG oslo_vmware.api [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 674.837914] env[69677]: value = "task-3435961" [ 674.837914] env[69677]: _type = "Task" [ 674.837914] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.851132] env[69677]: DEBUG oslo_vmware.api [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.979380] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52432981-f6d0-e359-af47-644faa052596, 'name': SearchDatastore_Task, 'duration_secs': 0.012918} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.980472] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.980472] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.980472] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.980711] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.980711] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.981027] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4379ef4-39d7-43e5-b376-5a75b6e81e84 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.992740] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.994214] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.994824] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.995337] env[69677]: DEBUG nova.compute.manager [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.998068] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33bdffed-9f7f-4132-90ca-30a1c82cebb3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.000794] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.674s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.000936] env[69677]: DEBUG nova.objects.instance [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 675.008618] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 675.008618] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ef724c-a5a7-dc32-9c4f-9a489ebf985a" [ 675.008618] env[69677]: _type = "Task" [ 675.008618] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.024406] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ef724c-a5a7-dc32-9c4f-9a489ebf985a, 'name': SearchDatastore_Task, 'duration_secs': 0.011928} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.027646] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435960, 'name': Rename_Task, 'duration_secs': 0.228718} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.027868] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd8428be-66f3-46a9-9f01-2a705315f5ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.031744] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.031744] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8efb1a4d-7da1-43ca-bc0a-9cb3c94ab95a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.038729] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 675.038729] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521984f2-75b7-5569-df40-1069dc59da71" [ 675.038729] env[69677]: _type = "Task" [ 675.038729] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.045226] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for the task: (returnval){ [ 675.045226] env[69677]: value = "task-3435962" [ 675.045226] env[69677]: _type = "Task" [ 675.045226] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.066775] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521984f2-75b7-5569-df40-1069dc59da71, 'name': SearchDatastore_Task, 'duration_secs': 0.021596} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.070620] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.070889] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c3073008-f9d2-4bf4-ac0d-bff7d6627d3d/c3073008-f9d2-4bf4-ac0d-bff7d6627d3d.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.071765] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435962, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.072101] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d919c6b6-7d41-4bcf-86db-c0de896db0f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.081452] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 675.081452] env[69677]: value = "task-3435963" [ 675.081452] env[69677]: _type = "Task" [ 675.081452] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.091681] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.147955] env[69677]: INFO nova.compute.manager [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Took 24.76 seconds to build instance. [ 675.251739] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "62fa0b0e-ea00-43db-ab56-6690a625af50" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.251890] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "62fa0b0e-ea00-43db-ab56-6690a625af50" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.252805] env[69677]: DEBUG nova.compute.manager [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.253824] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7878d86-f762-4086-b213-74790d9d0944 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.262240] env[69677]: DEBUG nova.compute.manager [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 675.263247] env[69677]: DEBUG nova.objects.instance [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lazy-loading 'flavor' on Instance uuid 62fa0b0e-ea00-43db-ab56-6690a625af50 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.352172] env[69677]: DEBUG oslo_vmware.api [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435961, 'name': PowerOffVM_Task, 'duration_secs': 0.148458} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.352661] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.353548] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.353548] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-588e4b56-c6d5-44a6-bb93-d152f3b1e552 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.390428] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.390428] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.390428] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Deleting the datastore file [datastore2] e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.390428] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97689544-3a0a-4024-b2fe-2c6a9076e5b6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.401133] env[69677]: DEBUG oslo_vmware.api [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for the task: (returnval){ [ 675.401133] env[69677]: value = "task-3435965" [ 675.401133] env[69677]: _type = "Task" [ 675.401133] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.416533] env[69677]: DEBUG oslo_vmware.api [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.451857] env[69677]: DEBUG nova.network.neutron [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Updated VIF entry in instance network info cache for port 3348d9c6-1331-4be5-a516-6aec32651d81. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.451857] env[69677]: DEBUG nova.network.neutron [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Updating instance_info_cache with network_info: [{"id": "3348d9c6-1331-4be5-a516-6aec32651d81", "address": "fa:16:3e:84:ab:54", "network": {"id": "59f0c6a0-1d71-41ba-8459-a71d266ef50c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1135294888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470fc8fb91fc47f0b7fbf90baadff93e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3348d9c6-13", "ovs_interfaceid": "3348d9c6-1331-4be5-a516-6aec32651d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.503058] env[69677]: DEBUG nova.compute.utils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.504286] env[69677]: DEBUG nova.compute.manager [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.504455] env[69677]: DEBUG nova.network.neutron [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.559159] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435962, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.595951] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435963, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.626073] env[69677]: DEBUG nova.policy [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9761c55e31d74459a6dd8bbe324c8e55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dbab17aa212d489090bb1553c10497a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.656835] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4b547fed-620c-4f32-b73e-91530b7a163a tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.503s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.858850] env[69677]: DEBUG nova.compute.manager [req-b8e5f587-1600-4595-beb7-5739ab7b8102 req-a06e888e-2cb4-466d-ac8c-4dd2d7fb464f service nova] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Received event network-vif-deleted-1671ad8e-f726-436b-b674-b17e7ea17f21 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.912759] env[69677]: DEBUG oslo_vmware.api [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Task: {'id': task-3435965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318634} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.913052] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.913252] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.913427] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.913605] env[69677]: INFO nova.compute.manager [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 675.913857] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.914065] env[69677]: DEBUG nova.compute.manager [-] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 675.914161] env[69677]: DEBUG nova.network.neutron [-] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 675.938077] env[69677]: DEBUG nova.network.neutron [-] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.954418] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a4220b1-1fde-425f-ae49-0da334076af7 req-440e5a84-eae2-4b6f-a147-fcbf935b2891 service nova] Releasing lock "refresh_cache-c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.010420] env[69677]: DEBUG nova.compute.manager [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.015957] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9f5a616a-ed00-4fa2-9351-e4d270ec4e56 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.017052] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.566s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.020682] env[69677]: INFO nova.compute.claims [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.060192] env[69677]: DEBUG oslo_vmware.api [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3435962, 'name': PowerOnVM_Task, 'duration_secs': 0.70737} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.060192] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.060192] env[69677]: INFO nova.compute.manager [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Took 9.13 seconds to spawn the instance on the hypervisor. [ 676.060692] env[69677]: DEBUG nova.compute.manager [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.061530] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3a6b43-f0d7-4f1f-bcee-5824b6a88c9e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.096589] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719758} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.097531] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c3073008-f9d2-4bf4-ac0d-bff7d6627d3d/c3073008-f9d2-4bf4-ac0d-bff7d6627d3d.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.097786] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.098207] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b82103aa-761d-436c-9e44-a8936fde6b65 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.107667] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 676.107667] env[69677]: value = "task-3435966" [ 676.107667] env[69677]: _type = "Task" [ 676.107667] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.121099] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.157460] env[69677]: DEBUG nova.compute.manager [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.273042] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.274235] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac310589-ba11-437a-be20-26c21c636e90 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.284425] env[69677]: DEBUG oslo_vmware.api [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 676.284425] env[69677]: value = "task-3435967" [ 676.284425] env[69677]: _type = "Task" [ 676.284425] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.295519] env[69677]: DEBUG oslo_vmware.api [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.440569] env[69677]: DEBUG nova.network.neutron [-] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.573106] env[69677]: DEBUG nova.network.neutron [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Successfully created port: fc401870-422e-40db-9859-3b90b9cc7eef {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.582922] env[69677]: INFO nova.compute.manager [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Took 24.19 seconds to build instance. [ 676.623031] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074553} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.623031] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.623031] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2356501b-5c32-4957-8b3b-648426119131 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.651381] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c3073008-f9d2-4bf4-ac0d-bff7d6627d3d/c3073008-f9d2-4bf4-ac0d-bff7d6627d3d.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.655018] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae354d6a-c24d-40de-bbc1-185b5c5a59bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.670760] env[69677]: DEBUG nova.network.neutron [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Successfully updated port: 9af69519-4190-4084-b300-618c2f8bf8cd {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.685297] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 676.685297] env[69677]: value = "task-3435968" [ 676.685297] env[69677]: _type = "Task" [ 676.685297] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.696224] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.705147] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.801913] env[69677]: DEBUG oslo_vmware.api [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435967, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.943060] env[69677]: INFO nova.compute.manager [-] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Took 1.03 seconds to deallocate network for instance. [ 677.021158] env[69677]: DEBUG nova.compute.manager [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.073607] env[69677]: DEBUG nova.virt.hardware [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.073806] env[69677]: DEBUG nova.virt.hardware [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.073971] env[69677]: DEBUG nova.virt.hardware [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.074184] env[69677]: DEBUG nova.virt.hardware [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.074397] env[69677]: DEBUG nova.virt.hardware [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.074475] env[69677]: DEBUG nova.virt.hardware [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.074748] env[69677]: DEBUG nova.virt.hardware [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.078161] env[69677]: DEBUG nova.virt.hardware [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.078708] env[69677]: DEBUG nova.virt.hardware [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.078708] env[69677]: DEBUG nova.virt.hardware [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.078813] env[69677]: DEBUG nova.virt.hardware [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.079753] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53922c06-1f14-44ba-a0d9-477ec9a54b4f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.084425] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e3d042b-e873-4494-ac4c-ae3ed1c2c58a tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.861s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.095541] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44216a9f-15b9-4b41-9537-a98eec9c3ec3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.178970] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "refresh_cache-52564a19-8877-410c-8f7e-d553c9382eeb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.179989] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquired lock "refresh_cache-52564a19-8877-410c-8f7e-d553c9382eeb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.180831] env[69677]: DEBUG nova.network.neutron [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.205151] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.302350] env[69677]: DEBUG oslo_vmware.api [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435967, 'name': PowerOffVM_Task, 'duration_secs': 0.539526} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.305019] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.305575] env[69677]: DEBUG nova.compute.manager [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.306320] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46194e63-0eeb-4dd9-903d-ccb09e714f93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.456406] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.490797] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquiring lock "0484fec0-872b-45c3-92cf-5d855e5d3d03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.490797] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Lock "0484fec0-872b-45c3-92cf-5d855e5d3d03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.598908] env[69677]: DEBUG nova.compute.manager [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.629619] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00a19a5-f46c-4a71-9c1f-171ef82fb094 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.639720] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dd95e5-8105-4092-b08e-b1492aa6fae7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.677407] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe8ceff-4a00-4308-97db-4ea5194ec325 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.690046] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d223bd0-d21e-4bda-b053-634b470549f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.715781] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435968, 'name': ReconfigVM_Task, 'duration_secs': 0.518291} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.717074] env[69677]: DEBUG nova.compute.provider_tree [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.718027] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c3073008-f9d2-4bf4-ac0d-bff7d6627d3d/c3073008-f9d2-4bf4-ac0d-bff7d6627d3d.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.718884] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d015e930-5664-4b34-9d3c-a482cb28e9a5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.728540] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 677.728540] env[69677]: value = "task-3435969" [ 677.728540] env[69677]: _type = "Task" [ 677.728540] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.735852] env[69677]: DEBUG nova.network.neutron [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.741505] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435969, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.821566] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35d2a553-7719-41db-bba2-c684e5e3a105 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "62fa0b0e-ea00-43db-ab56-6690a625af50" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.570s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.936540] env[69677]: DEBUG nova.network.neutron [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Updating instance_info_cache with network_info: [{"id": "9af69519-4190-4084-b300-618c2f8bf8cd", "address": "fa:16:3e:cd:92:94", "network": {"id": "74346e83-8af6-4d46-92c7-ceb80e41f890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1637163645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8386f4f0334d6eb376f5ac4af2a102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af69519-41", "ovs_interfaceid": "9af69519-4190-4084-b300-618c2f8bf8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.948441] env[69677]: DEBUG nova.compute.manager [req-20653e4a-9f3a-4cf1-bda3-cb71b8ad1c33 req-62e8fddd-5b1c-406d-9e75-7b30599bbb68 service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Received event network-vif-plugged-9af69519-4190-4084-b300-618c2f8bf8cd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.948645] env[69677]: DEBUG oslo_concurrency.lockutils [req-20653e4a-9f3a-4cf1-bda3-cb71b8ad1c33 req-62e8fddd-5b1c-406d-9e75-7b30599bbb68 service nova] Acquiring lock "52564a19-8877-410c-8f7e-d553c9382eeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.948885] env[69677]: DEBUG oslo_concurrency.lockutils [req-20653e4a-9f3a-4cf1-bda3-cb71b8ad1c33 req-62e8fddd-5b1c-406d-9e75-7b30599bbb68 service nova] Lock "52564a19-8877-410c-8f7e-d553c9382eeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.949060] env[69677]: DEBUG oslo_concurrency.lockutils [req-20653e4a-9f3a-4cf1-bda3-cb71b8ad1c33 req-62e8fddd-5b1c-406d-9e75-7b30599bbb68 service nova] Lock "52564a19-8877-410c-8f7e-d553c9382eeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.950016] env[69677]: DEBUG nova.compute.manager [req-20653e4a-9f3a-4cf1-bda3-cb71b8ad1c33 req-62e8fddd-5b1c-406d-9e75-7b30599bbb68 service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] No waiting events found dispatching network-vif-plugged-9af69519-4190-4084-b300-618c2f8bf8cd {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.950016] env[69677]: WARNING nova.compute.manager [req-20653e4a-9f3a-4cf1-bda3-cb71b8ad1c33 req-62e8fddd-5b1c-406d-9e75-7b30599bbb68 service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Received unexpected event network-vif-plugged-9af69519-4190-4084-b300-618c2f8bf8cd for instance with vm_state building and task_state spawning. [ 678.122054] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.220812] env[69677]: DEBUG nova.scheduler.client.report [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.245489] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435969, 'name': Rename_Task, 'duration_secs': 0.427585} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.247063] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.247474] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec1940cc-701e-4ce6-bd0d-d1a6c28ff8cd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.258462] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 678.258462] env[69677]: value = "task-3435970" [ 678.258462] env[69677]: _type = "Task" [ 678.258462] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.270562] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.439369] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Releasing lock "refresh_cache-52564a19-8877-410c-8f7e-d553c9382eeb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.442516] env[69677]: DEBUG nova.compute.manager [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Instance network_info: |[{"id": "9af69519-4190-4084-b300-618c2f8bf8cd", "address": "fa:16:3e:cd:92:94", "network": {"id": "74346e83-8af6-4d46-92c7-ceb80e41f890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1637163645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8386f4f0334d6eb376f5ac4af2a102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af69519-41", "ovs_interfaceid": "9af69519-4190-4084-b300-618c2f8bf8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.442879] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:92:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9af69519-4190-4084-b300-618c2f8bf8cd', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.454984] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Creating folder: Project (ad8386f4f0334d6eb376f5ac4af2a102). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.455610] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b067db3-b59d-416c-98db-ff72c70dd0c5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.471171] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Created folder: Project (ad8386f4f0334d6eb376f5ac4af2a102) in parent group-v685897. [ 678.471171] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Creating folder: Instances. Parent ref: group-v685943. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.471171] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bd441f4-0e89-440e-9d25-33fc4af92f81 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.487063] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Created folder: Instances in parent group-v685943. [ 678.487166] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.487299] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.487513] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c45dd668-1a95-4410-b176-c11a9059acb0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.514180] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.514180] env[69677]: value = "task-3435973" [ 678.514180] env[69677]: _type = "Task" [ 678.514180] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.522594] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435973, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.547700] env[69677]: DEBUG nova.network.neutron [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Successfully updated port: fc401870-422e-40db-9859-3b90b9cc7eef {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.727903] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.728682] env[69677]: DEBUG nova.compute.manager [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.733031] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.276s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.736580] env[69677]: DEBUG nova.objects.instance [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Lazy-loading 'resources' on Instance uuid ef962b36-635f-491c-9182-6d2ec8b6ea58 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.773406] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435970, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.023664] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435973, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.050296] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquiring lock "refresh_cache-9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.050458] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquired lock "refresh_cache-9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.050616] env[69677]: DEBUG nova.network.neutron [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.246008] env[69677]: DEBUG nova.compute.utils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.249591] env[69677]: DEBUG nova.compute.manager [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.249840] env[69677]: DEBUG nova.network.neutron [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.277894] env[69677]: DEBUG oslo_vmware.api [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3435970, 'name': PowerOnVM_Task, 'duration_secs': 0.66876} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.278243] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.278476] env[69677]: INFO nova.compute.manager [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Took 9.80 seconds to spawn the instance on the hypervisor. [ 679.278639] env[69677]: DEBUG nova.compute.manager [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.279519] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e0c6f1-4613-444d-aedd-dcc11028a5e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.421177] env[69677]: DEBUG nova.policy [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b53ba349032843db8eee6145c9a14592', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d7885bc58014c1ca635a281e7b69585', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.531699] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435973, 'name': CreateVM_Task, 'duration_secs': 0.545057} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.534266] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.535752] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.535909] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.536260] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.536525] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e86f40-6a8c-475a-98d8-98fd42ecdbcf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.544184] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 679.544184] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f9966c-ddf9-ffd4-8e3a-c3b6c7af4140" [ 679.544184] env[69677]: _type = "Task" [ 679.544184] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.560008] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f9966c-ddf9-ffd4-8e3a-c3b6c7af4140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.633653] env[69677]: DEBUG nova.network.neutron [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.651379] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "48b0a9c2-c3ba-4558-a82a-82480f53f472" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.652488] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "48b0a9c2-c3ba-4558-a82a-82480f53f472" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.754023] env[69677]: DEBUG nova.compute.manager [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.813554] env[69677]: INFO nova.compute.manager [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Took 27.32 seconds to build instance. [ 679.861934] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956fff18-0030-4632-9c6d-b758d70faa9c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.876021] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5862644b-d1dc-4492-9f14-da0ebaff6c9c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.908582] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53281949-2e01-43f5-9d07-176f72526302 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.917981] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723fa152-d84d-43e9-b46b-a17037491f41 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.933249] env[69677]: DEBUG nova.compute.provider_tree [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.061711] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f9966c-ddf9-ffd4-8e3a-c3b6c7af4140, 'name': SearchDatastore_Task, 'duration_secs': 0.014351} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.062357] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.062708] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.062839] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.062978] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.063165] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.063453] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1949ac53-ab86-4bff-8afa-52a206549f98 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.083448] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.083645] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.084423] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81a1346-4bd3-4746-b6ee-bf311424d816 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.090589] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 680.090589] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522541b3-903a-cd7c-2326-02b08b66693d" [ 680.090589] env[69677]: _type = "Task" [ 680.090589] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.098965] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522541b3-903a-cd7c-2326-02b08b66693d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.186996] env[69677]: DEBUG nova.network.neutron [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Updating instance_info_cache with network_info: [{"id": "fc401870-422e-40db-9859-3b90b9cc7eef", "address": "fa:16:3e:e8:72:f3", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc401870-42", "ovs_interfaceid": "fc401870-422e-40db-9859-3b90b9cc7eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.318172] env[69677]: DEBUG nova.network.neutron [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Successfully created port: 06da3f33-1493-40c1-b8ca-46900a9da255 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.322362] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a26fbee7-e6a8-4576-8e75-b907983cec6a tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.497s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.438443] env[69677]: DEBUG nova.scheduler.client.report [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.535442] env[69677]: DEBUG nova.compute.manager [req-30e3606a-41a2-4e1c-a3f8-c72c56ffc6a5 req-e21b7e2b-adca-4988-8199-83ad96e54270 service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Received event network-changed-baace154-f531-4167-9333-1e4e46d00e68 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.535635] env[69677]: DEBUG nova.compute.manager [req-30e3606a-41a2-4e1c-a3f8-c72c56ffc6a5 req-e21b7e2b-adca-4988-8199-83ad96e54270 service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Refreshing instance network info cache due to event network-changed-baace154-f531-4167-9333-1e4e46d00e68. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.535897] env[69677]: DEBUG oslo_concurrency.lockutils [req-30e3606a-41a2-4e1c-a3f8-c72c56ffc6a5 req-e21b7e2b-adca-4988-8199-83ad96e54270 service nova] Acquiring lock "refresh_cache-bd00baad-1cf3-4eb3-bb3a-5763f87364ca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.536084] env[69677]: DEBUG oslo_concurrency.lockutils [req-30e3606a-41a2-4e1c-a3f8-c72c56ffc6a5 req-e21b7e2b-adca-4988-8199-83ad96e54270 service nova] Acquired lock "refresh_cache-bd00baad-1cf3-4eb3-bb3a-5763f87364ca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.536507] env[69677]: DEBUG nova.network.neutron [req-30e3606a-41a2-4e1c-a3f8-c72c56ffc6a5 req-e21b7e2b-adca-4988-8199-83ad96e54270 service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Refreshing network info cache for port baace154-f531-4167-9333-1e4e46d00e68 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.602213] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522541b3-903a-cd7c-2326-02b08b66693d, 'name': SearchDatastore_Task, 'duration_secs': 0.031575} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.603084] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e36bb31-9004-4a93-be90-1422ceee8bfd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.610501] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 680.610501] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52579a1c-a59f-665f-9bc9-910d1ea914dd" [ 680.610501] env[69677]: _type = "Task" [ 680.610501] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.620425] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52579a1c-a59f-665f-9bc9-910d1ea914dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.691586] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Releasing lock "refresh_cache-9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.691586] env[69677]: DEBUG nova.compute.manager [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Instance network_info: |[{"id": "fc401870-422e-40db-9859-3b90b9cc7eef", "address": "fa:16:3e:e8:72:f3", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc401870-42", "ovs_interfaceid": "fc401870-422e-40db-9859-3b90b9cc7eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.691889] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:72:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc401870-422e-40db-9859-3b90b9cc7eef', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.703471] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Creating folder: Project (dbab17aa212d489090bb1553c10497a3). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.703796] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7fa1c92-6af4-4617-a799-e8519f7dfda9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.719116] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Created folder: Project (dbab17aa212d489090bb1553c10497a3) in parent group-v685897. [ 680.719387] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Creating folder: Instances. Parent ref: group-v685946. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.719586] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-256add2a-7929-4d55-824f-5d5af9d0eec9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.730687] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Created folder: Instances in parent group-v685946. [ 680.730990] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.731240] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.732031] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89fe2bc0-d6ec-42d3-b8b6-ceafc2946535 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.754837] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.754837] env[69677]: value = "task-3435976" [ 680.754837] env[69677]: _type = "Task" [ 680.754837] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.763934] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435976, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.766112] env[69677]: DEBUG nova.compute.manager [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.825832] env[69677]: DEBUG nova.compute.manager [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.887488] env[69677]: DEBUG nova.compute.manager [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Received event network-changed-9af69519-4190-4084-b300-618c2f8bf8cd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.887542] env[69677]: DEBUG nova.compute.manager [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Refreshing instance network info cache due to event network-changed-9af69519-4190-4084-b300-618c2f8bf8cd. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.887964] env[69677]: DEBUG oslo_concurrency.lockutils [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] Acquiring lock "refresh_cache-52564a19-8877-410c-8f7e-d553c9382eeb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.888045] env[69677]: DEBUG oslo_concurrency.lockutils [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] Acquired lock "refresh_cache-52564a19-8877-410c-8f7e-d553c9382eeb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.888229] env[69677]: DEBUG nova.network.neutron [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Refreshing network info cache for port 9af69519-4190-4084-b300-618c2f8bf8cd {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.924382] env[69677]: DEBUG nova.virt.hardware [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.924632] env[69677]: DEBUG nova.virt.hardware [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.924946] env[69677]: DEBUG nova.virt.hardware [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.925206] env[69677]: DEBUG nova.virt.hardware [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.925362] env[69677]: DEBUG nova.virt.hardware [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.925513] env[69677]: DEBUG nova.virt.hardware [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.925731] env[69677]: DEBUG nova.virt.hardware [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.926153] env[69677]: DEBUG nova.virt.hardware [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.926283] env[69677]: DEBUG nova.virt.hardware [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.926405] env[69677]: DEBUG nova.virt.hardware [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.926583] env[69677]: DEBUG nova.virt.hardware [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.928293] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fed476-d4b0-4d13-9004-62784c373cab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.937363] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0fff34-bd88-4c9d-a5b1-8e3fdcf6c2ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.945571] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.960133] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.625s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.960290] env[69677]: DEBUG nova.objects.instance [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Lazy-loading 'resources' on Instance uuid e016fdbe-7de5-4e2a-bbff-ab08a79f9503 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.989290] env[69677]: INFO nova.scheduler.client.report [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Deleted allocations for instance ef962b36-635f-491c-9182-6d2ec8b6ea58 [ 681.123562] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52579a1c-a59f-665f-9bc9-910d1ea914dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014844} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.123935] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.124177] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 52564a19-8877-410c-8f7e-d553c9382eeb/52564a19-8877-410c-8f7e-d553c9382eeb.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.125028] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-231dae9b-ebba-4f49-9356-e4283feee2c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.134268] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 681.134268] env[69677]: value = "task-3435977" [ 681.134268] env[69677]: _type = "Task" [ 681.134268] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.142842] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.267600] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435976, 'name': CreateVM_Task, 'duration_secs': 0.333679} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.267600] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.267878] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.268035] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.268553] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.269232] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4453d1-6870-47c6-ac43-e64de4a61e34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.281201] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for the task: (returnval){ [ 681.281201] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522e0bb6-8f47-653f-2381-1570d3401cf5" [ 681.281201] env[69677]: _type = "Task" [ 681.281201] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.292797] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522e0bb6-8f47-653f-2381-1570d3401cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.357511] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.419039] env[69677]: DEBUG nova.network.neutron [req-30e3606a-41a2-4e1c-a3f8-c72c56ffc6a5 req-e21b7e2b-adca-4988-8199-83ad96e54270 service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Updated VIF entry in instance network info cache for port baace154-f531-4167-9333-1e4e46d00e68. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.419724] env[69677]: DEBUG nova.network.neutron [req-30e3606a-41a2-4e1c-a3f8-c72c56ffc6a5 req-e21b7e2b-adca-4988-8199-83ad96e54270 service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Updating instance_info_cache with network_info: [{"id": "baace154-f531-4167-9333-1e4e46d00e68", "address": "fa:16:3e:07:f5:21", "network": {"id": "6614f4cb-15ba-4213-ae09-feb3535a0a10", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1052171206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb55303183274afb820a0850f6d2f5b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaace154-f5", "ovs_interfaceid": "baace154-f531-4167-9333-1e4e46d00e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.501433] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d4f51725-e513-4777-8839-3fc519b77cef tempest-DeleteServersAdminTestJSON-16526261 tempest-DeleteServersAdminTestJSON-16526261-project-admin] Lock "ef962b36-635f-491c-9182-6d2ec8b6ea58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.242s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.520456] env[69677]: DEBUG nova.compute.manager [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.520456] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b2f71-fdd4-4e17-8a70-30d8b4c96c05 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.664275] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504131} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.668022] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 52564a19-8877-410c-8f7e-d553c9382eeb/52564a19-8877-410c-8f7e-d553c9382eeb.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.668022] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.668022] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6151e800-ae7a-41e1-b9dd-ce56cde9f861 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.680597] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 681.680597] env[69677]: value = "task-3435978" [ 681.680597] env[69677]: _type = "Task" [ 681.680597] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.697370] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.798056] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522e0bb6-8f47-653f-2381-1570d3401cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.018152} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.800964] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.803120] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.804393] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.804393] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.804393] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.804393] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffb494b6-1842-4747-af9a-1d395f74dd53 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.815352] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.819240] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.821429] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-838302fe-a489-453b-9fb7-4334c54adef5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.834518] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for the task: (returnval){ [ 681.834518] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5206f9d2-785d-6063-3bcd-0f8ed3fc42cc" [ 681.834518] env[69677]: _type = "Task" [ 681.834518] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.853074] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5206f9d2-785d-6063-3bcd-0f8ed3fc42cc, 'name': SearchDatastore_Task, 'duration_secs': 0.01867} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.853907] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cfed36-9cfa-4783-8ed6-4c5069244b01 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.862195] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for the task: (returnval){ [ 681.862195] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fb9564-41f7-a6fe-c4b0-551a3054a012" [ 681.862195] env[69677]: _type = "Task" [ 681.862195] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.875931] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fb9564-41f7-a6fe-c4b0-551a3054a012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.922544] env[69677]: DEBUG oslo_concurrency.lockutils [req-30e3606a-41a2-4e1c-a3f8-c72c56ffc6a5 req-e21b7e2b-adca-4988-8199-83ad96e54270 service nova] Releasing lock "refresh_cache-bd00baad-1cf3-4eb3-bb3a-5763f87364ca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.043589] env[69677]: INFO nova.compute.manager [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] instance snapshotting [ 682.043796] env[69677]: WARNING nova.compute.manager [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 682.051169] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46873a50-b555-4e5b-b7c6-619b2974424d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.052308] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44d3443-c2c1-4b01-8dfa-b5641ffb81a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.076673] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecb17c9-50fe-429e-a171-12afd5e53889 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.081218] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896d0169-eab7-4945-ac6a-b35f33e8c18e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.123892] env[69677]: DEBUG nova.network.neutron [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Updated VIF entry in instance network info cache for port 9af69519-4190-4084-b300-618c2f8bf8cd. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.123892] env[69677]: DEBUG nova.network.neutron [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Updating instance_info_cache with network_info: [{"id": "9af69519-4190-4084-b300-618c2f8bf8cd", "address": "fa:16:3e:cd:92:94", "network": {"id": "74346e83-8af6-4d46-92c7-ceb80e41f890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1637163645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8386f4f0334d6eb376f5ac4af2a102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af69519-41", "ovs_interfaceid": "9af69519-4190-4084-b300-618c2f8bf8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.125438] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d98162-edff-49fa-a033-df270270b2fc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.134764] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f142fcf-bc0a-4465-a664-56da7a224dd4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.144091] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquiring lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.144091] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.154615] env[69677]: DEBUG nova.compute.provider_tree [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.198209] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080678} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.199414] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.200599] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5614a3ac-e435-4930-9c99-40d99db9300a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.228521] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 52564a19-8877-410c-8f7e-d553c9382eeb/52564a19-8877-410c-8f7e-d553c9382eeb.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.230605] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca0d48af-66ee-4af4-bc19-1dec7d866203 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.252246] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 682.252246] env[69677]: value = "task-3435979" [ 682.252246] env[69677]: _type = "Task" [ 682.252246] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.262213] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.375048] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fb9564-41f7-a6fe-c4b0-551a3054a012, 'name': SearchDatastore_Task, 'duration_secs': 0.056944} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.375048] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.375280] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c/9b30fa05-5ba9-405e-9cdf-e62e5bccea3c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.375536] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38a6ef86-facd-40cf-9783-48e4676fb1f1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.381820] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for the task: (returnval){ [ 682.381820] env[69677]: value = "task-3435980" [ 682.381820] env[69677]: _type = "Task" [ 682.381820] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.390611] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.624301] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 682.624408] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2cdffe1b-6b2f-49b3-b848-e8cc39fca004 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.629408] env[69677]: DEBUG oslo_concurrency.lockutils [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] Releasing lock "refresh_cache-52564a19-8877-410c-8f7e-d553c9382eeb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.629670] env[69677]: DEBUG nova.compute.manager [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Received event network-vif-plugged-fc401870-422e-40db-9859-3b90b9cc7eef {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.629799] env[69677]: DEBUG oslo_concurrency.lockutils [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] Acquiring lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.630020] env[69677]: DEBUG oslo_concurrency.lockutils [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] Lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.630179] env[69677]: DEBUG oslo_concurrency.lockutils [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] Lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.630343] env[69677]: DEBUG nova.compute.manager [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] No waiting events found dispatching network-vif-plugged-fc401870-422e-40db-9859-3b90b9cc7eef {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.630506] env[69677]: WARNING nova.compute.manager [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Received unexpected event network-vif-plugged-fc401870-422e-40db-9859-3b90b9cc7eef for instance with vm_state building and task_state spawning. [ 682.630667] env[69677]: DEBUG nova.compute.manager [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Received event network-changed-fc401870-422e-40db-9859-3b90b9cc7eef {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.630825] env[69677]: DEBUG nova.compute.manager [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Refreshing instance network info cache due to event network-changed-fc401870-422e-40db-9859-3b90b9cc7eef. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.631016] env[69677]: DEBUG oslo_concurrency.lockutils [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] Acquiring lock "refresh_cache-9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.631183] env[69677]: DEBUG oslo_concurrency.lockutils [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] Acquired lock "refresh_cache-9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.631341] env[69677]: DEBUG nova.network.neutron [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Refreshing network info cache for port fc401870-422e-40db-9859-3b90b9cc7eef {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.633958] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 682.633958] env[69677]: value = "task-3435981" [ 682.633958] env[69677]: _type = "Task" [ 682.633958] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.645603] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.658364] env[69677]: DEBUG nova.scheduler.client.report [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.768844] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.797040] env[69677]: DEBUG nova.network.neutron [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Successfully updated port: 06da3f33-1493-40c1-b8ca-46900a9da255 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.900334] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435980, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.148273] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435981, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.164942] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.170394] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.021s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.173039] env[69677]: INFO nova.compute.claims [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.202562] env[69677]: INFO nova.scheduler.client.report [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Deleted allocations for instance e016fdbe-7de5-4e2a-bbff-ab08a79f9503 [ 683.270300] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435979, 'name': ReconfigVM_Task, 'duration_secs': 0.659559} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.270583] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 52564a19-8877-410c-8f7e-d553c9382eeb/52564a19-8877-410c-8f7e-d553c9382eeb.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.271517] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-137d479a-7018-429a-987f-964c426ae42d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.279099] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 683.279099] env[69677]: value = "task-3435982" [ 683.279099] env[69677]: _type = "Task" [ 683.279099] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.288238] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435982, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.300293] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "refresh_cache-565d2ed6-2738-458b-92c5-529598079afd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.300564] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquired lock "refresh_cache-565d2ed6-2738-458b-92c5-529598079afd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.300985] env[69677]: DEBUG nova.network.neutron [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.328395] env[69677]: DEBUG nova.compute.manager [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Received event network-changed-614398e9-27e9-453f-a59c-67c99eb1e535 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.328927] env[69677]: DEBUG nova.compute.manager [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Refreshing instance network info cache due to event network-changed-614398e9-27e9-453f-a59c-67c99eb1e535. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.329351] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Acquiring lock "refresh_cache-06b16f93-afb2-4c94-92b6-1afeffaf2f85" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.329523] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Acquired lock "refresh_cache-06b16f93-afb2-4c94-92b6-1afeffaf2f85" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.329689] env[69677]: DEBUG nova.network.neutron [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Refreshing network info cache for port 614398e9-27e9-453f-a59c-67c99eb1e535 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.399110] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697801} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.399403] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c/9b30fa05-5ba9-405e-9cdf-e62e5bccea3c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.399613] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.399867] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce29d30d-c86a-45f2-8388-01dbb1e79201 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.407718] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for the task: (returnval){ [ 683.407718] env[69677]: value = "task-3435983" [ 683.407718] env[69677]: _type = "Task" [ 683.407718] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.420635] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.651805] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435981, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.715912] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bfc5c880-fe35-49ac-9a0e-99b471823b98 tempest-ImagesNegativeTestJSON-571373770 tempest-ImagesNegativeTestJSON-571373770-project-member] Lock "e016fdbe-7de5-4e2a-bbff-ab08a79f9503" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.139s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.792287] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435982, 'name': Rename_Task, 'duration_secs': 0.165689} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.792567] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.792837] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef1d1e8a-c466-4ecb-9f75-c31626042eb3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.800200] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 683.800200] env[69677]: value = "task-3435984" [ 683.800200] env[69677]: _type = "Task" [ 683.800200] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.815486] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.864059] env[69677]: DEBUG nova.network.neutron [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Updated VIF entry in instance network info cache for port fc401870-422e-40db-9859-3b90b9cc7eef. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.864827] env[69677]: DEBUG nova.network.neutron [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Updating instance_info_cache with network_info: [{"id": "fc401870-422e-40db-9859-3b90b9cc7eef", "address": "fa:16:3e:e8:72:f3", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc401870-42", "ovs_interfaceid": "fc401870-422e-40db-9859-3b90b9cc7eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.873361] env[69677]: DEBUG nova.network.neutron [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.920064] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066883} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.920064] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.920704] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c2301-4b0f-40c7-ba08-845c293d987e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.948200] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c/9b30fa05-5ba9-405e-9cdf-e62e5bccea3c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.948484] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03c2c2d5-e043-46ca-bd34-b7b966e7ae6b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.979160] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for the task: (returnval){ [ 683.979160] env[69677]: value = "task-3435985" [ 683.979160] env[69677]: _type = "Task" [ 683.979160] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.991323] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.139508] env[69677]: DEBUG nova.network.neutron [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Updating instance_info_cache with network_info: [{"id": "06da3f33-1493-40c1-b8ca-46900a9da255", "address": "fa:16:3e:99:70:b9", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06da3f33-14", "ovs_interfaceid": "06da3f33-1493-40c1-b8ca-46900a9da255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.153137] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435981, 'name': CreateSnapshot_Task, 'duration_secs': 1.486665} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.153477] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 684.155831] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea3051-ed15-4d37-b852-09926ead2667 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.316452] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435984, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.328477] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "4a38a997-f044-4e0d-9fd9-36b700e96d37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.328477] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "4a38a997-f044-4e0d-9fd9-36b700e96d37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.373976] env[69677]: DEBUG oslo_concurrency.lockutils [req-830c00c8-781d-4ee2-8196-53e6c9cc0009 req-51f6e6c8-873b-42f0-bc64-19d5a22347ea service nova] Releasing lock "refresh_cache-9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.490887] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435985, 'name': ReconfigVM_Task, 'duration_secs': 0.411165} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.493659] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c/9b30fa05-5ba9-405e-9cdf-e62e5bccea3c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.498377] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e6d00b5-5d24-4515-8886-f9b743c5ee8c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.506675] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for the task: (returnval){ [ 684.506675] env[69677]: value = "task-3435986" [ 684.506675] env[69677]: _type = "Task" [ 684.506675] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.522042] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435986, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.646630] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Releasing lock "refresh_cache-565d2ed6-2738-458b-92c5-529598079afd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.646996] env[69677]: DEBUG nova.compute.manager [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Instance network_info: |[{"id": "06da3f33-1493-40c1-b8ca-46900a9da255", "address": "fa:16:3e:99:70:b9", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06da3f33-14", "ovs_interfaceid": "06da3f33-1493-40c1-b8ca-46900a9da255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.647590] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:70:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06da3f33-1493-40c1-b8ca-46900a9da255', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.657090] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.659946] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.660559] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c459e8c-e71c-486e-a797-760f10b06db4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.689240] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 684.692583] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-420d7364-7043-41e2-8868-bdb0863b4894 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.697143] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.697143] env[69677]: value = "task-3435987" [ 684.697143] env[69677]: _type = "Task" [ 684.697143] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.701895] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 684.701895] env[69677]: value = "task-3435988" [ 684.701895] env[69677]: _type = "Task" [ 684.701895] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.708813] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435987, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.715944] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435988, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.785353] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35e65ae-a8aa-419b-86fe-10bf8db0663e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.793569] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73779870-c2e9-4d90-a30c-589349752a67 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.834024] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f550ca3-5db6-4db5-a845-bf345304cd43 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.850856] env[69677]: DEBUG oslo_vmware.api [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3435984, 'name': PowerOnVM_Task, 'duration_secs': 0.655671} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.853322] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e28675-4f4e-4e1e-824d-f524fffb6118 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.857566] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.857799] env[69677]: INFO nova.compute.manager [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Took 10.59 seconds to spawn the instance on the hypervisor. [ 684.858117] env[69677]: DEBUG nova.compute.manager [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.860054] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c56d41-8536-417f-92b5-3a29f09b0dd8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.872334] env[69677]: DEBUG nova.compute.provider_tree [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.983814] env[69677]: DEBUG nova.network.neutron [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Updated VIF entry in instance network info cache for port 614398e9-27e9-453f-a59c-67c99eb1e535. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.983814] env[69677]: DEBUG nova.network.neutron [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Updating instance_info_cache with network_info: [{"id": "614398e9-27e9-453f-a59c-67c99eb1e535", "address": "fa:16:3e:52:e1:ba", "network": {"id": "75d63b2a-8c9f-4e0c-b3b9-0125c42afada", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1313042139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d91dc4e7a2f64943a89943942748dd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614398e9-27", "ovs_interfaceid": "614398e9-27e9-453f-a59c-67c99eb1e535", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.031781] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435986, 'name': Rename_Task, 'duration_secs': 0.396241} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.032072] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.032432] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c68caef-0f57-45b1-a312-68bae4bef0ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.040994] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for the task: (returnval){ [ 685.040994] env[69677]: value = "task-3435989" [ 685.040994] env[69677]: _type = "Task" [ 685.040994] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.050965] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.217969] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435987, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.222109] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435988, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.386241] env[69677]: DEBUG nova.scheduler.client.report [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.404113] env[69677]: INFO nova.compute.manager [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Took 32.32 seconds to build instance. [ 685.493343] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Releasing lock "refresh_cache-06b16f93-afb2-4c94-92b6-1afeffaf2f85" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.493616] env[69677]: DEBUG nova.compute.manager [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Received event network-vif-plugged-06da3f33-1493-40c1-b8ca-46900a9da255 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.493845] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Acquiring lock "565d2ed6-2738-458b-92c5-529598079afd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.494124] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Lock "565d2ed6-2738-458b-92c5-529598079afd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.494249] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Lock "565d2ed6-2738-458b-92c5-529598079afd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.494470] env[69677]: DEBUG nova.compute.manager [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] No waiting events found dispatching network-vif-plugged-06da3f33-1493-40c1-b8ca-46900a9da255 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.494573] env[69677]: WARNING nova.compute.manager [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Received unexpected event network-vif-plugged-06da3f33-1493-40c1-b8ca-46900a9da255 for instance with vm_state building and task_state spawning. [ 685.494736] env[69677]: DEBUG nova.compute.manager [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Received event network-changed-3348d9c6-1331-4be5-a516-6aec32651d81 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.494987] env[69677]: DEBUG nova.compute.manager [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Refreshing instance network info cache due to event network-changed-3348d9c6-1331-4be5-a516-6aec32651d81. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.495182] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Acquiring lock "refresh_cache-c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.495289] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Acquired lock "refresh_cache-c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.495460] env[69677]: DEBUG nova.network.neutron [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Refreshing network info cache for port 3348d9c6-1331-4be5-a516-6aec32651d81 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.552883] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435989, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.640262] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquiring lock "d2899bb9-9219-4084-b344-d71606d9aabc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.640567] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Lock "d2899bb9-9219-4084-b344-d71606d9aabc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.712343] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3435987, 'name': CreateVM_Task, 'duration_secs': 0.567973} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.717288] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.718371] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.718371] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.718678] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.719410] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a221057-492e-4d2c-b406-fea0eecce3f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.725101] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435988, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.728093] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 685.728093] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52493e06-98fc-d083-754d-e04c3c1a6219" [ 685.728093] env[69677]: _type = "Task" [ 685.728093] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.738745] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52493e06-98fc-d083-754d-e04c3c1a6219, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.899060] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.899589] env[69677]: DEBUG nova.compute.manager [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.904267] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.961s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.906991] env[69677]: INFO nova.compute.claims [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.910728] env[69677]: DEBUG oslo_concurrency.lockutils [None req-514ad4f7-2e00-46a9-bccb-16f8ad47e2ab tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "52564a19-8877-410c-8f7e-d553c9382eeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.182s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.056548] env[69677]: DEBUG oslo_vmware.api [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435989, 'name': PowerOnVM_Task, 'duration_secs': 0.820394} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.059185] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.059363] env[69677]: INFO nova.compute.manager [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Took 9.04 seconds to spawn the instance on the hypervisor. [ 686.059542] env[69677]: DEBUG nova.compute.manager [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.061513] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1066d36-2f15-4707-9ec6-84169cbd45fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.225351] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435988, 'name': CloneVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.238042] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52493e06-98fc-d083-754d-e04c3c1a6219, 'name': SearchDatastore_Task, 'duration_secs': 0.010715} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.238385] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.238614] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.238845] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.239024] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.239178] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.239442] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d0c0188-7b24-4979-aff9-381bfcfab0a4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.250011] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.250232] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.250947] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-259b530b-1d07-483f-ad84-1d002748972f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.256445] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 686.256445] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528ed3e5-b742-9e38-ee18-540455305660" [ 686.256445] env[69677]: _type = "Task" [ 686.256445] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.264243] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528ed3e5-b742-9e38-ee18-540455305660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.406242] env[69677]: DEBUG nova.compute.utils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.407702] env[69677]: DEBUG nova.compute.manager [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.407876] env[69677]: DEBUG nova.network.neutron [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.415636] env[69677]: DEBUG nova.compute.manager [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.551533] env[69677]: DEBUG nova.network.neutron [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Updated VIF entry in instance network info cache for port 3348d9c6-1331-4be5-a516-6aec32651d81. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.551533] env[69677]: DEBUG nova.network.neutron [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Updating instance_info_cache with network_info: [{"id": "3348d9c6-1331-4be5-a516-6aec32651d81", "address": "fa:16:3e:84:ab:54", "network": {"id": "59f0c6a0-1d71-41ba-8459-a71d266ef50c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1135294888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470fc8fb91fc47f0b7fbf90baadff93e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3348d9c6-13", "ovs_interfaceid": "3348d9c6-1331-4be5-a516-6aec32651d81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.551686] env[69677]: DEBUG nova.policy [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a72009ad7cc343fab67ff8060621b01b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4300c4d69984fac8a5d8bd132a0c5ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.587410] env[69677]: INFO nova.compute.manager [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Took 32.13 seconds to build instance. [ 686.601294] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.601550] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.729369] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3435988, 'name': CloneVM_Task, 'duration_secs': 1.586334} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.729369] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Created linked-clone VM from snapshot [ 686.729369] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4a02fe-935f-47c4-a558-2a272dbed435 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.737871] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Uploading image 3d28e26a-bd04-43ab-acf8-d2821cb0be6d {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 686.777717] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528ed3e5-b742-9e38-ee18-540455305660, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.778998] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07c47015-8a78-4c99-94b3-e89e1712b4ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.785183] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 686.785183] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52374267-00c5-0a77-1908-0c05270800d5" [ 686.785183] env[69677]: _type = "Task" [ 686.785183] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.792102] env[69677]: DEBUG oslo_vmware.rw_handles [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 686.792102] env[69677]: value = "vm-685951" [ 686.792102] env[69677]: _type = "VirtualMachine" [ 686.792102] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 686.792635] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-096344e0-4f1f-4a3c-94bd-55629e8b5991 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.800021] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52374267-00c5-0a77-1908-0c05270800d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012163} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.801500] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.801819] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 565d2ed6-2738-458b-92c5-529598079afd/565d2ed6-2738-458b-92c5-529598079afd.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.802300] env[69677]: DEBUG oslo_vmware.rw_handles [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lease: (returnval){ [ 686.802300] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f39b2d-0485-4327-7027-90b9945b1a7d" [ 686.802300] env[69677]: _type = "HttpNfcLease" [ 686.802300] env[69677]: } obtained for exporting VM: (result){ [ 686.802300] env[69677]: value = "vm-685951" [ 686.802300] env[69677]: _type = "VirtualMachine" [ 686.802300] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 686.802695] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the lease: (returnval){ [ 686.802695] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f39b2d-0485-4327-7027-90b9945b1a7d" [ 686.802695] env[69677]: _type = "HttpNfcLease" [ 686.802695] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 686.803245] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10319670-5f1a-4103-bf97-b8015ff8dbfd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.813196] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.813196] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f39b2d-0485-4327-7027-90b9945b1a7d" [ 686.813196] env[69677]: _type = "HttpNfcLease" [ 686.813196] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 686.813650] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 686.813650] env[69677]: value = "task-3435991" [ 686.813650] env[69677]: _type = "Task" [ 686.813650] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.821851] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.826303] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquiring lock "5b5ef5ac-82da-4e8b-aabf-966539bbf495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.827033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "5b5ef5ac-82da-4e8b-aabf-966539bbf495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.913456] env[69677]: DEBUG nova.compute.manager [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.948316] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.055225] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Releasing lock "refresh_cache-c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.055447] env[69677]: DEBUG nova.compute.manager [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Received event network-changed-06da3f33-1493-40c1-b8ca-46900a9da255 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.055614] env[69677]: DEBUG nova.compute.manager [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Refreshing instance network info cache due to event network-changed-06da3f33-1493-40c1-b8ca-46900a9da255. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.055986] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Acquiring lock "refresh_cache-565d2ed6-2738-458b-92c5-529598079afd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.056099] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Acquired lock "refresh_cache-565d2ed6-2738-458b-92c5-529598079afd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.056189] env[69677]: DEBUG nova.network.neutron [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Refreshing network info cache for port 06da3f33-1493-40c1-b8ca-46900a9da255 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.093098] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7e72828-72ca-4e12-9853-74329eb95bdc tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.421s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.316796] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 687.316796] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f39b2d-0485-4327-7027-90b9945b1a7d" [ 687.316796] env[69677]: _type = "HttpNfcLease" [ 687.316796] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 687.321412] env[69677]: DEBUG oslo_vmware.rw_handles [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 687.321412] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f39b2d-0485-4327-7027-90b9945b1a7d" [ 687.321412] env[69677]: _type = "HttpNfcLease" [ 687.321412] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 687.328157] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce324f91-410d-4968-a0ea-c18e13b4f752 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.337591] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435991, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.342415] env[69677]: DEBUG oslo_vmware.rw_handles [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e82df-0293-b1c4-ce29-f2aa39004e3d/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 687.342730] env[69677]: DEBUG oslo_vmware.rw_handles [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e82df-0293-b1c4-ce29-f2aa39004e3d/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 687.354377] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "61e28d39-30ab-4eb3-865d-930044e6f430" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.354377] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "61e28d39-30ab-4eb3-865d-930044e6f430" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.453011] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebd69b20-f20d-4695-bf0c-6cea8c26efa2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.596794] env[69677]: DEBUG nova.compute.manager [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.648388] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02d1ebd-60e0-4ad5-9282-cdf732e15e84 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.655421] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdffc4e-8bf5-46f5-acec-3922105fab92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.688530] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4dca35-27fb-4080-9fd6-e0c35fb56fbf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.697144] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfb6465-2deb-40da-b73a-f29b472870e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.712350] env[69677]: DEBUG nova.compute.provider_tree [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.834852] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537978} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.839084] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 565d2ed6-2738-458b-92c5-529598079afd/565d2ed6-2738-458b-92c5-529598079afd.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.840174] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.840174] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad420121-5955-4d59-953b-ea4b1bbd3d3f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.847926] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 687.847926] env[69677]: value = "task-3435992" [ 687.847926] env[69677]: _type = "Task" [ 687.847926] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.857019] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.933852] env[69677]: DEBUG nova.compute.manager [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.942675] env[69677]: DEBUG nova.network.neutron [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Successfully created port: fc113dfd-0753-456f-95af-c3233d0d4b68 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.975707] env[69677]: DEBUG nova.virt.hardware [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.976300] env[69677]: DEBUG nova.virt.hardware [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.976300] env[69677]: DEBUG nova.virt.hardware [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.976504] env[69677]: DEBUG nova.virt.hardware [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.976646] env[69677]: DEBUG nova.virt.hardware [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.976787] env[69677]: DEBUG nova.virt.hardware [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.977084] env[69677]: DEBUG nova.virt.hardware [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.977363] env[69677]: DEBUG nova.virt.hardware [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.977605] env[69677]: DEBUG nova.virt.hardware [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.977878] env[69677]: DEBUG nova.virt.hardware [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.978097] env[69677]: DEBUG nova.virt.hardware [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.979275] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b423dcba-8cd0-4488-a2f0-af0f97646e44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.989674] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471ab7f8-96a1-48e1-99cb-4b514b084c04 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.127623] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.215871] env[69677]: DEBUG nova.scheduler.client.report [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.268398] env[69677]: DEBUG nova.compute.manager [req-701b8bda-f9c0-4cee-a1d4-285a4c517981 req-7c8d3af1-2208-48b0-956e-b217020272b5 service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Received event network-changed-9af69519-4190-4084-b300-618c2f8bf8cd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.268579] env[69677]: DEBUG nova.compute.manager [req-701b8bda-f9c0-4cee-a1d4-285a4c517981 req-7c8d3af1-2208-48b0-956e-b217020272b5 service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Refreshing instance network info cache due to event network-changed-9af69519-4190-4084-b300-618c2f8bf8cd. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 688.268798] env[69677]: DEBUG oslo_concurrency.lockutils [req-701b8bda-f9c0-4cee-a1d4-285a4c517981 req-7c8d3af1-2208-48b0-956e-b217020272b5 service nova] Acquiring lock "refresh_cache-52564a19-8877-410c-8f7e-d553c9382eeb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.268940] env[69677]: DEBUG oslo_concurrency.lockutils [req-701b8bda-f9c0-4cee-a1d4-285a4c517981 req-7c8d3af1-2208-48b0-956e-b217020272b5 service nova] Acquired lock "refresh_cache-52564a19-8877-410c-8f7e-d553c9382eeb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.269964] env[69677]: DEBUG nova.network.neutron [req-701b8bda-f9c0-4cee-a1d4-285a4c517981 req-7c8d3af1-2208-48b0-956e-b217020272b5 service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Refreshing network info cache for port 9af69519-4190-4084-b300-618c2f8bf8cd {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.368203] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070202} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.369801] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.369801] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cf1c9f-94a2-4700-85eb-943588a3a09c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.399149] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 565d2ed6-2738-458b-92c5-529598079afd/565d2ed6-2738-458b-92c5-529598079afd.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.399363] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e0841a1-119e-465b-a47d-126ee9c377c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.426820] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 688.426820] env[69677]: value = "task-3435993" [ 688.426820] env[69677]: _type = "Task" [ 688.426820] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.435062] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.579231] env[69677]: DEBUG nova.network.neutron [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Updated VIF entry in instance network info cache for port 06da3f33-1493-40c1-b8ca-46900a9da255. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.579231] env[69677]: DEBUG nova.network.neutron [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Updating instance_info_cache with network_info: [{"id": "06da3f33-1493-40c1-b8ca-46900a9da255", "address": "fa:16:3e:99:70:b9", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06da3f33-14", "ovs_interfaceid": "06da3f33-1493-40c1-b8ca-46900a9da255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.721469] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.722216] env[69677]: DEBUG nova.compute.manager [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.729022] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.162s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.729022] env[69677]: INFO nova.compute.claims [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.936805] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.082498] env[69677]: DEBUG oslo_concurrency.lockutils [req-e455c0f9-1620-402f-9088-4b83b54cea79 req-2f14804f-1509-4ab5-a26b-bbbfa7bc0563 service nova] Releasing lock "refresh_cache-565d2ed6-2738-458b-92c5-529598079afd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.232070] env[69677]: DEBUG nova.compute.utils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.235712] env[69677]: DEBUG nova.compute.manager [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.235964] env[69677]: DEBUG nova.network.neutron [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.425763] env[69677]: DEBUG nova.policy [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c92f801022f9425ca1602279084d63a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c52d375551d45ce8c79670b4d7884f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.437262] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435993, 'name': ReconfigVM_Task, 'duration_secs': 0.61549} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.437731] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 565d2ed6-2738-458b-92c5-529598079afd/565d2ed6-2738-458b-92c5-529598079afd.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.438497] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc956e1c-f623-4154-9dee-787672973bc1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.446556] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 689.446556] env[69677]: value = "task-3435994" [ 689.446556] env[69677]: _type = "Task" [ 689.446556] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.455329] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435994, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.555769] env[69677]: DEBUG nova.network.neutron [req-701b8bda-f9c0-4cee-a1d4-285a4c517981 req-7c8d3af1-2208-48b0-956e-b217020272b5 service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Updated VIF entry in instance network info cache for port 9af69519-4190-4084-b300-618c2f8bf8cd. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.557147] env[69677]: DEBUG nova.network.neutron [req-701b8bda-f9c0-4cee-a1d4-285a4c517981 req-7c8d3af1-2208-48b0-956e-b217020272b5 service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Updating instance_info_cache with network_info: [{"id": "9af69519-4190-4084-b300-618c2f8bf8cd", "address": "fa:16:3e:cd:92:94", "network": {"id": "74346e83-8af6-4d46-92c7-ceb80e41f890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1637163645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8386f4f0334d6eb376f5ac4af2a102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9af69519-41", "ovs_interfaceid": "9af69519-4190-4084-b300-618c2f8bf8cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.736479] env[69677]: DEBUG nova.compute.manager [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.852857] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquiring lock "731ff5a1-2f73-40be-9661-378bd367810c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.854700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "731ff5a1-2f73-40be-9661-378bd367810c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.854700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquiring lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.854700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.854700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquiring lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.854976] env[69677]: DEBUG oslo_concurrency.lockutils [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.854976] env[69677]: DEBUG oslo_concurrency.lockutils [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.857233] env[69677]: INFO nova.compute.manager [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Terminating instance [ 689.959240] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435994, 'name': Rename_Task, 'duration_secs': 0.2051} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.963782] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.963782] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b12f2de6-43bd-455b-9c9e-11e59cbeecfb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.971742] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 689.971742] env[69677]: value = "task-3435995" [ 689.971742] env[69677]: _type = "Task" [ 689.971742] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.981632] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.061249] env[69677]: DEBUG oslo_concurrency.lockutils [req-701b8bda-f9c0-4cee-a1d4-285a4c517981 req-7c8d3af1-2208-48b0-956e-b217020272b5 service nova] Releasing lock "refresh_cache-52564a19-8877-410c-8f7e-d553c9382eeb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.140763] env[69677]: DEBUG nova.network.neutron [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Successfully updated port: fc113dfd-0753-456f-95af-c3233d0d4b68 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.367499] env[69677]: DEBUG nova.compute.manager [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.367499] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.367499] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f05f25-8b19-42d7-ae2d-a270360f016f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.386695] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.387433] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6bfc9bc-24d3-450f-b800-c51c2004a398 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.395528] env[69677]: DEBUG oslo_vmware.api [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for the task: (returnval){ [ 690.395528] env[69677]: value = "task-3435996" [ 690.395528] env[69677]: _type = "Task" [ 690.395528] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.420388] env[69677]: DEBUG oslo_vmware.api [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.488136] env[69677]: DEBUG nova.network.neutron [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Successfully created port: 85198116-6e49-47d0-ad97-0c2eddf6bea7 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.501198] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.503797] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.503797] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435995, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.510070] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b8f655-523e-460a-9d22-20182fa8a7a3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.524982] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f645e9-92f2-4e54-b65b-d3d3993fc457 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.561075] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c35cfd-cc7c-4970-9234-d23700b69fa0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.570818] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d976cbfc-aa6e-4395-9c3d-d83ffbef78ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.584078] env[69677]: DEBUG nova.compute.provider_tree [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.646815] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.646975] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.647240] env[69677]: DEBUG nova.network.neutron [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.665759] env[69677]: DEBUG nova.compute.manager [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Received event network-vif-plugged-fc113dfd-0753-456f-95af-c3233d0d4b68 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.666065] env[69677]: DEBUG oslo_concurrency.lockutils [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] Acquiring lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.666235] env[69677]: DEBUG oslo_concurrency.lockutils [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.666408] env[69677]: DEBUG oslo_concurrency.lockutils [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.666781] env[69677]: DEBUG nova.compute.manager [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] No waiting events found dispatching network-vif-plugged-fc113dfd-0753-456f-95af-c3233d0d4b68 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.666781] env[69677]: WARNING nova.compute.manager [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Received unexpected event network-vif-plugged-fc113dfd-0753-456f-95af-c3233d0d4b68 for instance with vm_state building and task_state spawning. [ 690.666911] env[69677]: DEBUG nova.compute.manager [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Received event network-changed-fc113dfd-0753-456f-95af-c3233d0d4b68 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.668342] env[69677]: DEBUG nova.compute.manager [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Refreshing instance network info cache due to event network-changed-fc113dfd-0753-456f-95af-c3233d0d4b68. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.668342] env[69677]: DEBUG oslo_concurrency.lockutils [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] Acquiring lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.756920] env[69677]: DEBUG nova.compute.manager [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.788104] env[69677]: DEBUG nova.virt.hardware [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.788104] env[69677]: DEBUG nova.virt.hardware [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.788256] env[69677]: DEBUG nova.virt.hardware [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.788419] env[69677]: DEBUG nova.virt.hardware [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.788558] env[69677]: DEBUG nova.virt.hardware [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.788695] env[69677]: DEBUG nova.virt.hardware [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.788907] env[69677]: DEBUG nova.virt.hardware [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.789077] env[69677]: DEBUG nova.virt.hardware [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.789242] env[69677]: DEBUG nova.virt.hardware [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.789397] env[69677]: DEBUG nova.virt.hardware [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.789562] env[69677]: DEBUG nova.virt.hardware [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.790529] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e357d4-12ef-4e62-91ee-e3e303bb190b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.798882] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f81391a-494f-4c4f-ab46-69baac95b1ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.910428] env[69677]: DEBUG oslo_vmware.api [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435996, 'name': PowerOffVM_Task, 'duration_secs': 0.251036} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.911125] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.911125] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.911125] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33f50bde-57f1-4ee5-8dff-68ad30ec9f58 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.989997] env[69677]: DEBUG oslo_vmware.api [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3435995, 'name': PowerOnVM_Task, 'duration_secs': 0.616522} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.990428] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.990689] env[69677]: INFO nova.compute.manager [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Took 10.22 seconds to spawn the instance on the hypervisor. [ 690.990874] env[69677]: DEBUG nova.compute.manager [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.991712] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3e3f3f-8b7a-40bc-8bc0-d53afda41c8c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.087884] env[69677]: DEBUG nova.scheduler.client.report [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.113624] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 691.114565] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 691.114565] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Deleting the datastore file [datastore2] 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 691.118312] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ba75071-66b3-41ed-807e-51bd849180c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.125292] env[69677]: DEBUG oslo_vmware.api [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for the task: (returnval){ [ 691.125292] env[69677]: value = "task-3435998" [ 691.125292] env[69677]: _type = "Task" [ 691.125292] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.134137] env[69677]: DEBUG oslo_vmware.api [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.253179] env[69677]: DEBUG nova.network.neutron [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.518245] env[69677]: INFO nova.compute.manager [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Took 32.10 seconds to build instance. [ 691.526162] env[69677]: DEBUG nova.network.neutron [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance_info_cache with network_info: [{"id": "fc113dfd-0753-456f-95af-c3233d0d4b68", "address": "fa:16:3e:b6:58:87", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc113dfd-07", "ovs_interfaceid": "fc113dfd-0753-456f-95af-c3233d0d4b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.592783] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.867s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.593580] env[69677]: DEBUG nova.compute.manager [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.597310] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.868s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.597505] env[69677]: DEBUG nova.objects.instance [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 691.640034] env[69677]: DEBUG oslo_vmware.api [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Task: {'id': task-3435998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331797} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.641415] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.641635] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.641815] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.641995] env[69677]: INFO nova.compute.manager [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Took 1.28 seconds to destroy the instance on the hypervisor. [ 691.642243] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.642681] env[69677]: DEBUG nova.compute.manager [-] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.642781] env[69677]: DEBUG nova.network.neutron [-] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 692.021268] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0039658f-ae20-4654-8a45-62ca61f423a1 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "565d2ed6-2738-458b-92c5-529598079afd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.612s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.029033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.029502] env[69677]: DEBUG nova.compute.manager [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Instance network_info: |[{"id": "fc113dfd-0753-456f-95af-c3233d0d4b68", "address": "fa:16:3e:b6:58:87", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc113dfd-07", "ovs_interfaceid": "fc113dfd-0753-456f-95af-c3233d0d4b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.029889] env[69677]: DEBUG oslo_concurrency.lockutils [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] Acquired lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.030094] env[69677]: DEBUG nova.network.neutron [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Refreshing network info cache for port fc113dfd-0753-456f-95af-c3233d0d4b68 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.031256] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:58:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc113dfd-0753-456f-95af-c3233d0d4b68', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.045245] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Creating folder: Project (c4300c4d69984fac8a5d8bd132a0c5ab). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.047445] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-940cad2d-284e-451e-bf85-1404dace5456 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.060809] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Created folder: Project (c4300c4d69984fac8a5d8bd132a0c5ab) in parent group-v685897. [ 692.060902] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Creating folder: Instances. Parent ref: group-v685952. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.061191] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36ac6854-8913-4a7d-b07d-41bcdc465e5d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.070645] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Created folder: Instances in parent group-v685952. [ 692.070900] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.071108] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.071318] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bddbdd7f-2d37-4faf-9d58-e2179b4aca9f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.094205] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.094205] env[69677]: value = "task-3436001" [ 692.094205] env[69677]: _type = "Task" [ 692.094205] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.103960] env[69677]: DEBUG nova.compute.utils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.109020] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436001, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.109020] env[69677]: DEBUG nova.compute.manager [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.109020] env[69677]: DEBUG nova.network.neutron [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.154285] env[69677]: DEBUG nova.policy [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60536d4c64b42ee80e2fe42d19340d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91f61b491722400d8034dd55be0ef1ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.515156] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a991765e-fe6d-4fc6-a7d9-c028fce4bb79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.517847] env[69677]: DEBUG nova.network.neutron [-] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.523124] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e93c7e59-f5a8-4edb-bd4e-9caed1bd02ca tempest-ServersAdminNegativeTestJSON-1974323433 tempest-ServersAdminNegativeTestJSON-1974323433-project-admin] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Suspending the VM {{(pid=69677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 692.523644] env[69677]: DEBUG nova.compute.manager [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.526187] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-60adde0a-a638-4e16-afd5-101a99a99992 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.535487] env[69677]: DEBUG oslo_vmware.api [None req-e93c7e59-f5a8-4edb-bd4e-9caed1bd02ca tempest-ServersAdminNegativeTestJSON-1974323433 tempest-ServersAdminNegativeTestJSON-1974323433-project-admin] Waiting for the task: (returnval){ [ 692.535487] env[69677]: value = "task-3436002" [ 692.535487] env[69677]: _type = "Task" [ 692.535487] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.541582] env[69677]: DEBUG nova.network.neutron [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Successfully updated port: 85198116-6e49-47d0-ad97-0c2eddf6bea7 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.552054] env[69677]: DEBUG oslo_vmware.api [None req-e93c7e59-f5a8-4edb-bd4e-9caed1bd02ca tempest-ServersAdminNegativeTestJSON-1974323433 tempest-ServersAdminNegativeTestJSON-1974323433-project-admin] Task: {'id': task-3436002, 'name': SuspendVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.610324] env[69677]: DEBUG nova.compute.manager [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.617544] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436001, 'name': CreateVM_Task, 'duration_secs': 0.378462} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.619867] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9161ecd4-07b5-4e99-8d9f-b228017da906 tempest-ServersAdmin275Test-687110181 tempest-ServersAdmin275Test-687110181-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.621150] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.621975] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.123s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.622410] env[69677]: DEBUG nova.objects.instance [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Lazy-loading 'resources' on Instance uuid d75472ff-5fce-4d5b-b46d-1bcac9e5309f {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.626232] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.626232] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.626232] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.626232] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97a410b0-8db9-4f72-8cb1-32afc59975f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.631943] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 692.631943] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5265a943-3d02-75b2-ab2c-9bb93d74ffbe" [ 692.631943] env[69677]: _type = "Task" [ 692.631943] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.641738] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5265a943-3d02-75b2-ab2c-9bb93d74ffbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.807694] env[69677]: DEBUG nova.network.neutron [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Successfully created port: 50d059fd-37e8-456d-a5f0-4383cc12101c {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.863539] env[69677]: DEBUG nova.network.neutron [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updated VIF entry in instance network info cache for port fc113dfd-0753-456f-95af-c3233d0d4b68. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.866210] env[69677]: DEBUG nova.network.neutron [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance_info_cache with network_info: [{"id": "fc113dfd-0753-456f-95af-c3233d0d4b68", "address": "fa:16:3e:b6:58:87", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc113dfd-07", "ovs_interfaceid": "fc113dfd-0753-456f-95af-c3233d0d4b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.900937] env[69677]: DEBUG nova.compute.manager [req-35c32111-ac6d-4a41-935e-f7b315c424a6 req-7379b525-e9f8-4f2d-b10d-15da5d8f3c03 service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] Received event network-vif-plugged-85198116-6e49-47d0-ad97-0c2eddf6bea7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.901248] env[69677]: DEBUG oslo_concurrency.lockutils [req-35c32111-ac6d-4a41-935e-f7b315c424a6 req-7379b525-e9f8-4f2d-b10d-15da5d8f3c03 service nova] Acquiring lock "067561be-d2a7-4bba-9053-1091353849db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.901429] env[69677]: DEBUG oslo_concurrency.lockutils [req-35c32111-ac6d-4a41-935e-f7b315c424a6 req-7379b525-e9f8-4f2d-b10d-15da5d8f3c03 service nova] Lock "067561be-d2a7-4bba-9053-1091353849db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.901596] env[69677]: DEBUG oslo_concurrency.lockutils [req-35c32111-ac6d-4a41-935e-f7b315c424a6 req-7379b525-e9f8-4f2d-b10d-15da5d8f3c03 service nova] Lock "067561be-d2a7-4bba-9053-1091353849db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.901761] env[69677]: DEBUG nova.compute.manager [req-35c32111-ac6d-4a41-935e-f7b315c424a6 req-7379b525-e9f8-4f2d-b10d-15da5d8f3c03 service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] No waiting events found dispatching network-vif-plugged-85198116-6e49-47d0-ad97-0c2eddf6bea7 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.901924] env[69677]: WARNING nova.compute.manager [req-35c32111-ac6d-4a41-935e-f7b315c424a6 req-7379b525-e9f8-4f2d-b10d-15da5d8f3c03 service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] Received unexpected event network-vif-plugged-85198116-6e49-47d0-ad97-0c2eddf6bea7 for instance with vm_state building and task_state spawning. [ 693.022802] env[69677]: INFO nova.compute.manager [-] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Took 1.38 seconds to deallocate network for instance. [ 693.051209] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquiring lock "refresh_cache-067561be-d2a7-4bba-9053-1091353849db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.051209] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquired lock "refresh_cache-067561be-d2a7-4bba-9053-1091353849db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.051209] env[69677]: DEBUG nova.network.neutron [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.058166] env[69677]: DEBUG oslo_vmware.api [None req-e93c7e59-f5a8-4edb-bd4e-9caed1bd02ca tempest-ServersAdminNegativeTestJSON-1974323433 tempest-ServersAdminNegativeTestJSON-1974323433-project-admin] Task: {'id': task-3436002, 'name': SuspendVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.069332] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.149085] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5265a943-3d02-75b2-ab2c-9bb93d74ffbe, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.150815] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.151107] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.151344] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.151486] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.151657] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.152794] env[69677]: DEBUG nova.compute.manager [req-c0f527f7-c08a-4879-8435-1da8ce8bc011 req-89cce356-45d1-4475-8f43-9aa528412964 service nova] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Received event network-vif-deleted-fc401870-422e-40db-9859-3b90b9cc7eef {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.153388] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2357cb0-448d-41b4-931f-6d04add438e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.167588] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.167900] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.169020] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17513bc-152d-4bf1-bf79-cdbbc2d20161 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.178642] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 693.178642] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d2488d-a580-3f6d-a986-bf35aaece7da" [ 693.178642] env[69677]: _type = "Task" [ 693.178642] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.192594] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d2488d-a580-3f6d-a986-bf35aaece7da, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.193475] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba99f114-485a-4d9a-a56d-3d6238c44023 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.202874] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 693.202874] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b2aae6-16e4-9200-530f-c430d269fd85" [ 693.202874] env[69677]: _type = "Task" [ 693.202874] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.212362] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b2aae6-16e4-9200-530f-c430d269fd85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.370859] env[69677]: DEBUG oslo_concurrency.lockutils [req-d713cd57-472b-4f66-a5a5-6c5c260cb724 req-7c53138e-39f8-4eef-a8d1-4ae004b5c360 service nova] Releasing lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.387454] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "53c02b37-2f88-4705-86db-ec2cc3163e4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.387561] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "53c02b37-2f88-4705-86db-ec2cc3163e4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.534687] env[69677]: DEBUG oslo_concurrency.lockutils [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.549181] env[69677]: DEBUG oslo_vmware.api [None req-e93c7e59-f5a8-4edb-bd4e-9caed1bd02ca tempest-ServersAdminNegativeTestJSON-1974323433 tempest-ServersAdminNegativeTestJSON-1974323433-project-admin] Task: {'id': task-3436002, 'name': SuspendVM_Task, 'duration_secs': 0.76699} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.552120] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e93c7e59-f5a8-4edb-bd4e-9caed1bd02ca tempest-ServersAdminNegativeTestJSON-1974323433 tempest-ServersAdminNegativeTestJSON-1974323433-project-admin] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Suspended the VM {{(pid=69677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 693.552231] env[69677]: DEBUG nova.compute.manager [None req-e93c7e59-f5a8-4edb-bd4e-9caed1bd02ca tempest-ServersAdminNegativeTestJSON-1974323433 tempest-ServersAdminNegativeTestJSON-1974323433-project-admin] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.553400] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62385e4c-34fd-4a61-8c22-92eded1bb77f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.608349] env[69677]: DEBUG nova.network.neutron [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.625752] env[69677]: DEBUG nova.compute.manager [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.651091] env[69677]: DEBUG nova.virt.hardware [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.651328] env[69677]: DEBUG nova.virt.hardware [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.651499] env[69677]: DEBUG nova.virt.hardware [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.651781] env[69677]: DEBUG nova.virt.hardware [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.651949] env[69677]: DEBUG nova.virt.hardware [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.652143] env[69677]: DEBUG nova.virt.hardware [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.652424] env[69677]: DEBUG nova.virt.hardware [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.652626] env[69677]: DEBUG nova.virt.hardware [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.652772] env[69677]: DEBUG nova.virt.hardware [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.652937] env[69677]: DEBUG nova.virt.hardware [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.653117] env[69677]: DEBUG nova.virt.hardware [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.654429] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d9672-337e-4c40-b052-52344f7f3c99 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.667711] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4550ba2c-89ed-4cc7-975b-ec1bca09a1ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.712963] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b2aae6-16e4-9200-530f-c430d269fd85, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.715801] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.716097] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] dfe7d605-4dab-4aea-bc6f-02021cf09d17/dfe7d605-4dab-4aea-bc6f-02021cf09d17.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.716604] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e7618f7-cdd1-4d71-8d02-2eaf65a94b4d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.724201] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 693.724201] env[69677]: value = "task-3436003" [ 693.724201] env[69677]: _type = "Task" [ 693.724201] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.732348] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.734398] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d297715d-3a03-44aa-9bdc-f11ad2cafd83 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.740669] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ed3772-272e-46e6-8169-c42d421a16ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.777017] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89c665f-3cd6-4f97-844d-69afe76a2a93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.783486] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d439ee50-53b1-4dfd-864d-6fa833809eba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.797188] env[69677]: DEBUG nova.compute.provider_tree [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.815519] env[69677]: DEBUG nova.network.neutron [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Updating instance_info_cache with network_info: [{"id": "85198116-6e49-47d0-ad97-0c2eddf6bea7", "address": "fa:16:3e:8f:c8:0b", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85198116-6e", "ovs_interfaceid": "85198116-6e49-47d0-ad97-0c2eddf6bea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.235534] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436003, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.301144] env[69677]: DEBUG nova.scheduler.client.report [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.318875] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Releasing lock "refresh_cache-067561be-d2a7-4bba-9053-1091353849db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.319237] env[69677]: DEBUG nova.compute.manager [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Instance network_info: |[{"id": "85198116-6e49-47d0-ad97-0c2eddf6bea7", "address": "fa:16:3e:8f:c8:0b", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85198116-6e", "ovs_interfaceid": "85198116-6e49-47d0-ad97-0c2eddf6bea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.320061] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:c8:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85198116-6e49-47d0-ad97-0c2eddf6bea7', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.328549] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Creating folder: Project (1c52d375551d45ce8c79670b4d7884f7). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.329381] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a39a9e5-025e-41f3-baaa-3cb17a310b9f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.342388] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Created folder: Project (1c52d375551d45ce8c79670b4d7884f7) in parent group-v685897. [ 694.342744] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Creating folder: Instances. Parent ref: group-v685955. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.343571] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d336a3c-27fd-4c1b-895e-32fdb0b82d92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.356181] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Created folder: Instances in parent group-v685955. [ 694.356487] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.356719] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 067561be-d2a7-4bba-9053-1091353849db] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.356971] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57d40273-2e19-4eae-a6ae-7abf8b9a671a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.379208] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.379208] env[69677]: value = "task-3436006" [ 694.379208] env[69677]: _type = "Task" [ 694.379208] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.387865] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436006, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.469234] env[69677]: DEBUG nova.network.neutron [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Successfully updated port: 50d059fd-37e8-456d-a5f0-4383cc12101c {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.734834] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639152} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.735208] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] dfe7d605-4dab-4aea-bc6f-02021cf09d17/dfe7d605-4dab-4aea-bc6f-02021cf09d17.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.735385] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.735640] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79756803-cfef-47dc-b14b-f5d820a2773a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.745282] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 694.745282] env[69677]: value = "task-3436007" [ 694.745282] env[69677]: _type = "Task" [ 694.745282] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.754428] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.807951] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.810451] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.185s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.810702] env[69677]: DEBUG nova.objects.instance [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Lazy-loading 'resources' on Instance uuid 6c894749-c374-4b27-87c7-bc4368920511 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.841432] env[69677]: INFO nova.scheduler.client.report [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Deleted allocations for instance d75472ff-5fce-4d5b-b46d-1bcac9e5309f [ 694.897381] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436006, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.972155] env[69677]: DEBUG nova.compute.manager [req-f85b7552-edb6-42a6-9316-5ebac95147f2 req-c0b39dee-4d69-4ae0-b5d7-ea8eb64b31ea service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] Received event network-changed-85198116-6e49-47d0-ad97-0c2eddf6bea7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.972155] env[69677]: DEBUG nova.compute.manager [req-f85b7552-edb6-42a6-9316-5ebac95147f2 req-c0b39dee-4d69-4ae0-b5d7-ea8eb64b31ea service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] Refreshing instance network info cache due to event network-changed-85198116-6e49-47d0-ad97-0c2eddf6bea7. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.972155] env[69677]: DEBUG oslo_concurrency.lockutils [req-f85b7552-edb6-42a6-9316-5ebac95147f2 req-c0b39dee-4d69-4ae0-b5d7-ea8eb64b31ea service nova] Acquiring lock "refresh_cache-067561be-d2a7-4bba-9053-1091353849db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.972155] env[69677]: DEBUG oslo_concurrency.lockutils [req-f85b7552-edb6-42a6-9316-5ebac95147f2 req-c0b39dee-4d69-4ae0-b5d7-ea8eb64b31ea service nova] Acquired lock "refresh_cache-067561be-d2a7-4bba-9053-1091353849db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.972155] env[69677]: DEBUG nova.network.neutron [req-f85b7552-edb6-42a6-9316-5ebac95147f2 req-c0b39dee-4d69-4ae0-b5d7-ea8eb64b31ea service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] Refreshing network info cache for port 85198116-6e49-47d0-ad97-0c2eddf6bea7 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.974192] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "refresh_cache-b2022c4d-b86c-4429-af76-d9c7e2121739" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.974472] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired lock "refresh_cache-b2022c4d-b86c-4429-af76-d9c7e2121739" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.974732] env[69677]: DEBUG nova.network.neutron [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.216028] env[69677]: DEBUG nova.compute.manager [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Received event network-vif-plugged-50d059fd-37e8-456d-a5f0-4383cc12101c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.216288] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] Acquiring lock "b2022c4d-b86c-4429-af76-d9c7e2121739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.218047] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] Lock "b2022c4d-b86c-4429-af76-d9c7e2121739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.218047] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] Lock "b2022c4d-b86c-4429-af76-d9c7e2121739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.218047] env[69677]: DEBUG nova.compute.manager [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] No waiting events found dispatching network-vif-plugged-50d059fd-37e8-456d-a5f0-4383cc12101c {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.218267] env[69677]: WARNING nova.compute.manager [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Received unexpected event network-vif-plugged-50d059fd-37e8-456d-a5f0-4383cc12101c for instance with vm_state building and task_state spawning. [ 695.218423] env[69677]: DEBUG nova.compute.manager [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Received event network-changed-50d059fd-37e8-456d-a5f0-4383cc12101c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.218635] env[69677]: DEBUG nova.compute.manager [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Refreshing instance network info cache due to event network-changed-50d059fd-37e8-456d-a5f0-4383cc12101c. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.218898] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] Acquiring lock "refresh_cache-b2022c4d-b86c-4429-af76-d9c7e2121739" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.255691] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160817} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.255974] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.256811] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df86b990-c234-4fb5-8be4-59c53da9c496 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.279458] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] dfe7d605-4dab-4aea-bc6f-02021cf09d17/dfe7d605-4dab-4aea-bc6f-02021cf09d17.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.279835] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb11715-3283-4e6a-aff9-f50dc3011aff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.300328] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 695.300328] env[69677]: value = "task-3436008" [ 695.300328] env[69677]: _type = "Task" [ 695.300328] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.308732] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.349416] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b24328a2-b2ca-47ae-8929-d4e8b2af3036 tempest-ServerDiagnosticsV248Test-230379967 tempest-ServerDiagnosticsV248Test-230379967-project-member] Lock "d75472ff-5fce-4d5b-b46d-1bcac9e5309f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.256s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.393635] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436006, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.517648] env[69677]: DEBUG nova.network.neutron [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.705849] env[69677]: DEBUG nova.network.neutron [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Updating instance_info_cache with network_info: [{"id": "50d059fd-37e8-456d-a5f0-4383cc12101c", "address": "fa:16:3e:68:5d:16", "network": {"id": "1f6bc1c3-35fa-4174-b006-c0966fa750d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432803201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91f61b491722400d8034dd55be0ef1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d059fd-37", "ovs_interfaceid": "50d059fd-37e8-456d-a5f0-4383cc12101c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.768613] env[69677]: DEBUG nova.network.neutron [req-f85b7552-edb6-42a6-9316-5ebac95147f2 req-c0b39dee-4d69-4ae0-b5d7-ea8eb64b31ea service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] Updated VIF entry in instance network info cache for port 85198116-6e49-47d0-ad97-0c2eddf6bea7. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.768949] env[69677]: DEBUG nova.network.neutron [req-f85b7552-edb6-42a6-9316-5ebac95147f2 req-c0b39dee-4d69-4ae0-b5d7-ea8eb64b31ea service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] Updating instance_info_cache with network_info: [{"id": "85198116-6e49-47d0-ad97-0c2eddf6bea7", "address": "fa:16:3e:8f:c8:0b", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85198116-6e", "ovs_interfaceid": "85198116-6e49-47d0-ad97-0c2eddf6bea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.812108] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436008, 'name': ReconfigVM_Task, 'duration_secs': 0.366313} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.813694] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Reconfigured VM instance instance-00000013 to attach disk [datastore1] dfe7d605-4dab-4aea-bc6f-02021cf09d17/dfe7d605-4dab-4aea-bc6f-02021cf09d17.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.816837] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-114a868e-1b15-4b83-8cb3-7752c78d8a57 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.824501] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 695.824501] env[69677]: value = "task-3436009" [ 695.824501] env[69677]: _type = "Task" [ 695.824501] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.839525] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436009, 'name': Rename_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.855619] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b40e01e-f892-447f-8d16-453682b1eafb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.863358] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce36945-7413-4b7c-a9ad-045257341f87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.901626] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d95a318-a1dc-4c7a-a37c-c10bac957cdb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.908993] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436006, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.912584] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f63eb2-e6b7-41a2-be8d-77d66de5957c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.931354] env[69677]: DEBUG nova.compute.provider_tree [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.992273] env[69677]: DEBUG oslo_vmware.rw_handles [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e82df-0293-b1c4-ce29-f2aa39004e3d/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 695.993224] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55177d7b-a9d4-4bdd-b1c8-e01d7f3044e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.999936] env[69677]: DEBUG oslo_vmware.rw_handles [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e82df-0293-b1c4-ce29-f2aa39004e3d/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 696.000132] env[69677]: ERROR oslo_vmware.rw_handles [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e82df-0293-b1c4-ce29-f2aa39004e3d/disk-0.vmdk due to incomplete transfer. [ 696.000348] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71d86b49-d987-4298-b19c-df7858b57573 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.007478] env[69677]: DEBUG oslo_vmware.rw_handles [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521e82df-0293-b1c4-ce29-f2aa39004e3d/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 696.007478] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Uploaded image 3d28e26a-bd04-43ab-acf8-d2821cb0be6d to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 696.009318] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 696.009545] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c41122c7-a957-402e-879f-7e435c169cf0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.016663] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 696.016663] env[69677]: value = "task-3436010" [ 696.016663] env[69677]: _type = "Task" [ 696.016663] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.024167] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436010, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.211733] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Releasing lock "refresh_cache-b2022c4d-b86c-4429-af76-d9c7e2121739" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.211733] env[69677]: DEBUG nova.compute.manager [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Instance network_info: |[{"id": "50d059fd-37e8-456d-a5f0-4383cc12101c", "address": "fa:16:3e:68:5d:16", "network": {"id": "1f6bc1c3-35fa-4174-b006-c0966fa750d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432803201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91f61b491722400d8034dd55be0ef1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d059fd-37", "ovs_interfaceid": "50d059fd-37e8-456d-a5f0-4383cc12101c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.212109] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] Acquired lock "refresh_cache-b2022c4d-b86c-4429-af76-d9c7e2121739" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.212502] env[69677]: DEBUG nova.network.neutron [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Refreshing network info cache for port 50d059fd-37e8-456d-a5f0-4383cc12101c {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.217575] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:5d:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50d059fd-37e8-456d-a5f0-4383cc12101c', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.223427] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Creating folder: Project (91f61b491722400d8034dd55be0ef1ec). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.224103] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8268f411-bd55-4b59-94c3-7a8f9764c58d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.236402] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Created folder: Project (91f61b491722400d8034dd55be0ef1ec) in parent group-v685897. [ 696.236608] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Creating folder: Instances. Parent ref: group-v685958. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.239345] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb4e9934-b629-4b10-b53e-fa0d42577088 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.250078] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Created folder: Instances in parent group-v685958. [ 696.250499] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.250782] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.251147] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b5d5472-39f2-48fb-8dca-811876d57b43 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.273702] env[69677]: DEBUG oslo_concurrency.lockutils [req-f85b7552-edb6-42a6-9316-5ebac95147f2 req-c0b39dee-4d69-4ae0-b5d7-ea8eb64b31ea service nova] Releasing lock "refresh_cache-067561be-d2a7-4bba-9053-1091353849db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.279493] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.279493] env[69677]: value = "task-3436013" [ 696.279493] env[69677]: _type = "Task" [ 696.279493] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.286924] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436013, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.321600] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "565d2ed6-2738-458b-92c5-529598079afd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.321910] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "565d2ed6-2738-458b-92c5-529598079afd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.322173] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "565d2ed6-2738-458b-92c5-529598079afd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.322387] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "565d2ed6-2738-458b-92c5-529598079afd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.322580] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "565d2ed6-2738-458b-92c5-529598079afd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.325094] env[69677]: INFO nova.compute.manager [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Terminating instance [ 696.339344] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436009, 'name': Rename_Task, 'duration_secs': 0.149634} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.340657] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.340935] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13fd0614-94ab-464b-9d95-514c22fb4ea4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.349634] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 696.349634] env[69677]: value = "task-3436014" [ 696.349634] env[69677]: _type = "Task" [ 696.349634] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.362396] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.409419] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436006, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.437765] env[69677]: DEBUG nova.scheduler.client.report [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.527276] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436010, 'name': Destroy_Task, 'duration_secs': 0.349427} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.527547] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Destroyed the VM [ 696.527884] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 696.528183] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b45268c7-5d50-417c-baa8-95160c239af8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.535449] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 696.535449] env[69677]: value = "task-3436015" [ 696.535449] env[69677]: _type = "Task" [ 696.535449] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.545190] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436015, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.788802] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436013, 'name': CreateVM_Task, 'duration_secs': 0.384643} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.789083] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.789731] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.789903] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.790299] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.790511] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aca3235e-d69f-4eab-b9d1-af7caf2a5a1c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.795207] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 696.795207] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5290f93c-79bc-23d3-fb69-54c51a4b96ad" [ 696.795207] env[69677]: _type = "Task" [ 696.795207] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.803112] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5290f93c-79bc-23d3-fb69-54c51a4b96ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.834542] env[69677]: DEBUG nova.compute.manager [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.834777] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.835714] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f551ecc5-0bc0-4a15-8578-d297a952f7b3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.844037] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.844037] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49b050db-710e-4f79-93cf-b3992e3ee302 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.858906] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436014, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.912471] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.912652] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.912993] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Deleting the datastore file [datastore2] 565d2ed6-2738-458b-92c5-529598079afd {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.916622] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0df33267-117a-4cd2-aacf-5928064b2c5f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.918630] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436006, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.923729] env[69677]: DEBUG oslo_vmware.api [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 696.923729] env[69677]: value = "task-3436017" [ 696.923729] env[69677]: _type = "Task" [ 696.923729] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.932401] env[69677]: DEBUG oslo_vmware.api [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3436017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.946878] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.952286] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.075s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.953802] env[69677]: INFO nova.compute.claims [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.015687] env[69677]: INFO nova.scheduler.client.report [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Deleted allocations for instance 6c894749-c374-4b27-87c7-bc4368920511 [ 697.046212] env[69677]: DEBUG oslo_vmware.api [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436015, 'name': RemoveSnapshot_Task, 'duration_secs': 0.421602} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.046496] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 697.046718] env[69677]: INFO nova.compute.manager [None req-9d24f7fa-c488-4b18-aba6-165b79c58a3c tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Took 15.00 seconds to snapshot the instance on the hypervisor. [ 697.076993] env[69677]: DEBUG nova.network.neutron [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Updated VIF entry in instance network info cache for port 50d059fd-37e8-456d-a5f0-4383cc12101c. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.077212] env[69677]: DEBUG nova.network.neutron [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Updating instance_info_cache with network_info: [{"id": "50d059fd-37e8-456d-a5f0-4383cc12101c", "address": "fa:16:3e:68:5d:16", "network": {"id": "1f6bc1c3-35fa-4174-b006-c0966fa750d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432803201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91f61b491722400d8034dd55be0ef1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d059fd-37", "ovs_interfaceid": "50d059fd-37e8-456d-a5f0-4383cc12101c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.305743] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5290f93c-79bc-23d3-fb69-54c51a4b96ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.306145] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.306395] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.306633] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.306775] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.306959] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.307349] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2dead2d-c88a-47fb-9e41-3d197079388d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.319726] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.319726] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.320374] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481c7180-6180-4f7a-aa53-f2fff1d85567 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.327046] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 697.327046] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52858324-b497-7d93-352d-6676582ab664" [ 697.327046] env[69677]: _type = "Task" [ 697.327046] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.335168] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52858324-b497-7d93-352d-6676582ab664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.360261] env[69677]: DEBUG oslo_vmware.api [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436014, 'name': PowerOnVM_Task, 'duration_secs': 0.644286} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.360889] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.360889] env[69677]: INFO nova.compute.manager [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Took 9.43 seconds to spawn the instance on the hypervisor. [ 697.360889] env[69677]: DEBUG nova.compute.manager [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.361613] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bf9564-dde6-4296-9f57-bc29e605f5f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.411666] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436006, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.432835] env[69677]: DEBUG oslo_vmware.api [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3436017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297813} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.433082] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.433129] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.433305] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.433474] env[69677]: INFO nova.compute.manager [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Took 0.60 seconds to destroy the instance on the hypervisor. [ 697.433716] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.433894] env[69677]: DEBUG nova.compute.manager [-] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.433989] env[69677]: DEBUG nova.network.neutron [-] [instance: 565d2ed6-2738-458b-92c5-529598079afd] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.526275] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99132bb3-322b-4a89-969f-e93aa6b61f23 tempest-ServerDiagnosticsTest-838423386 tempest-ServerDiagnosticsTest-838423386-project-member] Lock "6c894749-c374-4b27-87c7-bc4368920511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.630s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.580412] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f34d185-477a-421b-abe8-58fba3fa4bc1 req-aceedacd-2e87-4cc0-9aeb-d553dfdb0b18 service nova] Releasing lock "refresh_cache-b2022c4d-b86c-4429-af76-d9c7e2121739" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.648634] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "62fa0b0e-ea00-43db-ab56-6690a625af50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.648886] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "62fa0b0e-ea00-43db-ab56-6690a625af50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.649855] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "62fa0b0e-ea00-43db-ab56-6690a625af50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.650104] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "62fa0b0e-ea00-43db-ab56-6690a625af50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.650290] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "62fa0b0e-ea00-43db-ab56-6690a625af50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.655810] env[69677]: INFO nova.compute.manager [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Terminating instance [ 697.806258] env[69677]: DEBUG nova.compute.manager [req-afc79e21-d7b6-44e3-973c-f396a05fa6b7 req-bb0375c4-8179-4bc1-9a48-1216fa13690f service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Received event network-vif-deleted-06da3f33-1493-40c1-b8ca-46900a9da255 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.806498] env[69677]: INFO nova.compute.manager [req-afc79e21-d7b6-44e3-973c-f396a05fa6b7 req-bb0375c4-8179-4bc1-9a48-1216fa13690f service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Neutron deleted interface 06da3f33-1493-40c1-b8ca-46900a9da255; detaching it from the instance and deleting it from the info cache [ 697.806669] env[69677]: DEBUG nova.network.neutron [req-afc79e21-d7b6-44e3-973c-f396a05fa6b7 req-bb0375c4-8179-4bc1-9a48-1216fa13690f service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.839066] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52858324-b497-7d93-352d-6676582ab664, 'name': SearchDatastore_Task, 'duration_secs': 0.017331} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.839863] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7be9aa1-653d-41ed-85b5-e89ab3b6854b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.846342] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 697.846342] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523f0479-8c63-d60c-97db-b3ff1e697737" [ 697.846342] env[69677]: _type = "Task" [ 697.846342] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.854580] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523f0479-8c63-d60c-97db-b3ff1e697737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.878382] env[69677]: INFO nova.compute.manager [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Took 36.76 seconds to build instance. [ 697.911732] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436006, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.160108] env[69677]: DEBUG nova.compute.manager [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.160361] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.161814] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e62c3dc-a774-4b76-8c9c-4f29559162d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.169924] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.169993] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-062ae464-e897-42e8-8058-7117043b5607 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.197763] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "fad4385f-c21f-4236-b028-464df7b50b70" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.197763] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "fad4385f-c21f-4236-b028-464df7b50b70" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.227868] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.228765] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.229010] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleting the datastore file [datastore2] 62fa0b0e-ea00-43db-ab56-6690a625af50 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.229323] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85798667-9539-42e9-b7c7-783c9073ae87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.237986] env[69677]: DEBUG oslo_vmware.api [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 698.237986] env[69677]: value = "task-3436019" [ 698.237986] env[69677]: _type = "Task" [ 698.237986] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.251329] env[69677]: DEBUG oslo_vmware.api [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.293354] env[69677]: DEBUG nova.network.neutron [-] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.309369] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1524ad1b-4d38-4db2-b835-60f7e434c73c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.319624] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418fbf34-5bbc-4f1c-acfe-73e5ac9c9784 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.363971] env[69677]: DEBUG nova.compute.manager [req-afc79e21-d7b6-44e3-973c-f396a05fa6b7 req-bb0375c4-8179-4bc1-9a48-1216fa13690f service nova] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Detach interface failed, port_id=06da3f33-1493-40c1-b8ca-46900a9da255, reason: Instance 565d2ed6-2738-458b-92c5-529598079afd could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 698.373365] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523f0479-8c63-d60c-97db-b3ff1e697737, 'name': SearchDatastore_Task, 'duration_secs': 0.021393} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.374905] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.374905] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] b2022c4d-b86c-4429-af76-d9c7e2121739/b2022c4d-b86c-4429-af76-d9c7e2121739.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.374905] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eaeaa584-88c2-4010-b5c8-05c4da9c5aee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.381259] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9093e86a-02e5-40d0-86a8-dc9db1e8354d tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.376s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.381551] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 698.381551] env[69677]: value = "task-3436020" [ 698.381551] env[69677]: _type = "Task" [ 698.381551] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.401788] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.414230] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436006, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.530088] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b488e6e-b639-4fe3-9f28-194faffe4ed6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.540435] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a182047f-c30d-4375-8a3d-1dc262c416d9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.578425] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec26ff5-9e26-4492-91c6-be68a8b3524a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.589436] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef37d2e1-835c-4a26-8798-5d9e6218492b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.606135] env[69677]: DEBUG nova.compute.provider_tree [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.748763] env[69677]: DEBUG oslo_vmware.api [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242959} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.749369] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.749369] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.749602] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.749988] env[69677]: INFO nova.compute.manager [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Took 0.59 seconds to destroy the instance on the hypervisor. [ 698.750144] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.750942] env[69677]: DEBUG nova.compute.manager [-] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.750942] env[69677]: DEBUG nova.network.neutron [-] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.801648] env[69677]: INFO nova.compute.manager [-] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Took 1.37 seconds to deallocate network for instance. [ 698.895600] env[69677]: DEBUG nova.compute.manager [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.899453] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436020, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.913639] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436006, 'name': CreateVM_Task, 'duration_secs': 4.14372} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.913877] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 067561be-d2a7-4bba-9053-1091353849db] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.914686] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.914858] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.916087] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.916087] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8753c2a-d2bc-42ea-930e-47d41882468e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.920957] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for the task: (returnval){ [ 698.920957] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5256e07c-63a0-901d-2609-9e3266660723" [ 698.920957] env[69677]: _type = "Task" [ 698.920957] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.930386] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5256e07c-63a0-901d-2609-9e3266660723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.110888] env[69677]: DEBUG nova.scheduler.client.report [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.310308] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.395980] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845136} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.396267] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] b2022c4d-b86c-4429-af76-d9c7e2121739/b2022c4d-b86c-4429-af76-d9c7e2121739.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.396479] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.396726] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac6631c6-4685-480e-9b2b-40e2a88128b5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.403439] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 699.403439] env[69677]: value = "task-3436021" [ 699.403439] env[69677]: _type = "Task" [ 699.403439] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.413823] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.419433] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.431252] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5256e07c-63a0-901d-2609-9e3266660723, 'name': SearchDatastore_Task, 'duration_secs': 0.058305} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.431547] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.431779] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.432008] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.432160] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.432386] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.432651] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef0c8413-a021-4528-a187-67e1979a1c9f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.440623] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.440797] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.441585] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5631bfc5-e3d8-402a-a76c-cd5cce0e8ac9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.447422] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for the task: (returnval){ [ 699.447422] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f0f03-6c72-37cd-3e70-beae695e8d88" [ 699.447422] env[69677]: _type = "Task" [ 699.447422] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.468156] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f0f03-6c72-37cd-3e70-beae695e8d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.617548] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.620258] env[69677]: DEBUG nova.compute.manager [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 699.622954] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.927s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.624437] env[69677]: INFO nova.compute.claims [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.649815] env[69677]: DEBUG nova.network.neutron [-] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.916325] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069679} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.916917] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.920311] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c961b-4446-4dfa-805d-0a337187ecb3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.946748] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b2022c4d-b86c-4429-af76-d9c7e2121739/b2022c4d-b86c-4429-af76-d9c7e2121739.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.948283] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-641fad5a-aa31-483d-8f7f-c32ce636c556 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.965165] env[69677]: DEBUG nova.compute.manager [req-38e9c00c-a776-4c2e-a008-c634e0446b79 req-5fc28df7-0655-4341-b4a4-f7c80fe97cf4 service nova] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Received event network-vif-deleted-ab772a91-d34f-47cb-9495-8ed2e2d22538 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.973793] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 699.973793] env[69677]: value = "task-3436022" [ 699.973793] env[69677]: _type = "Task" [ 699.973793] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.979894] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f0f03-6c72-37cd-3e70-beae695e8d88, 'name': SearchDatastore_Task, 'duration_secs': 0.00944} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.980387] env[69677]: DEBUG nova.compute.manager [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Stashing vm_state: active {{(pid=69677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 699.986964] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1bad826-1239-49fa-8bd9-41a4d853daa2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.994439] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.995787] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for the task: (returnval){ [ 699.995787] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5256be98-4b39-a87b-44e2-604ac4715afd" [ 699.995787] env[69677]: _type = "Task" [ 699.995787] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.004297] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5256be98-4b39-a87b-44e2-604ac4715afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.129459] env[69677]: DEBUG nova.compute.utils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.133040] env[69677]: DEBUG nova.compute.manager [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.133582] env[69677]: DEBUG nova.network.neutron [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.152073] env[69677]: INFO nova.compute.manager [-] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Took 1.40 seconds to deallocate network for instance. [ 700.194160] env[69677]: DEBUG nova.policy [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28ba5695bb644e00a51210d34246857b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff2edec4edc84828a0a2bac487dbd26d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.499811] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436022, 'name': ReconfigVM_Task, 'duration_secs': 0.293203} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.503364] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b2022c4d-b86c-4429-af76-d9c7e2121739/b2022c4d-b86c-4429-af76-d9c7e2121739.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.503996] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66253c2e-fa32-4b20-a831-9d2dc1f106d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.510672] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5256be98-4b39-a87b-44e2-604ac4715afd, 'name': SearchDatastore_Task, 'duration_secs': 0.025748} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.512494] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.512769] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.513057] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 067561be-d2a7-4bba-9053-1091353849db/067561be-d2a7-4bba-9053-1091353849db.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.513421] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 700.513421] env[69677]: value = "task-3436023" [ 700.513421] env[69677]: _type = "Task" [ 700.513421] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.513577] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8251c34a-8a10-425b-a15f-0c2d9d36e03f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.526051] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436023, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.527337] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for the task: (returnval){ [ 700.527337] env[69677]: value = "task-3436024" [ 700.527337] env[69677]: _type = "Task" [ 700.527337] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.536471] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.634371] env[69677]: DEBUG nova.compute.manager [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 700.653804] env[69677]: DEBUG nova.network.neutron [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Successfully created port: 7e13ae58-de6b-4dcf-9835-23040580aaac {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.660038] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.027950] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436023, 'name': Rename_Task, 'duration_secs': 0.139762} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.033940] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.034380] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26e7bf3b-82a8-4cc4-82d5-af4f5adfa216 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.044540] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.046143] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 701.046143] env[69677]: value = "task-3436025" [ 701.046143] env[69677]: _type = "Task" [ 701.046143] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.065425] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436025, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.242154] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce00ad5-541f-4214-bbca-c298bc24bbb0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.252088] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc490b8c-a0b4-4ff9-9fd6-9f5834938132 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.291483] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0afa359-0752-44ec-a21b-82b8235a5eab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.300934] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67509c3c-4abd-4689-a6e0-9b7065fda8c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.316278] env[69677]: DEBUG nova.compute.provider_tree [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.540079] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436024, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015073} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.540362] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 067561be-d2a7-4bba-9053-1091353849db/067561be-d2a7-4bba-9053-1091353849db.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.540632] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.540891] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4e9d298-855e-4418-8163-d7fc4340e2af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.548221] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for the task: (returnval){ [ 701.548221] env[69677]: value = "task-3436026" [ 701.548221] env[69677]: _type = "Task" [ 701.548221] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.560328] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.564564] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436025, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.647600] env[69677]: DEBUG nova.compute.manager [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 701.676621] env[69677]: DEBUG nova.virt.hardware [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.676803] env[69677]: DEBUG nova.virt.hardware [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.677042] env[69677]: DEBUG nova.virt.hardware [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.677042] env[69677]: DEBUG nova.virt.hardware [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.677192] env[69677]: DEBUG nova.virt.hardware [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.677367] env[69677]: DEBUG nova.virt.hardware [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.677612] env[69677]: DEBUG nova.virt.hardware [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.677739] env[69677]: DEBUG nova.virt.hardware [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.677840] env[69677]: DEBUG nova.virt.hardware [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.678124] env[69677]: DEBUG nova.virt.hardware [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.678253] env[69677]: DEBUG nova.virt.hardware [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.679129] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa434bf-7dc8-49ca-9c23-27dc1b7b6124 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.693319] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c125ddf-6575-4056-8bb5-91b975bec6c3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.824590] env[69677]: DEBUG nova.scheduler.client.report [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.069353] env[69677]: DEBUG oslo_vmware.api [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436025, 'name': PowerOnVM_Task, 'duration_secs': 0.568462} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.070232] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.071378] env[69677]: INFO nova.compute.manager [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Took 8.44 seconds to spawn the instance on the hypervisor. [ 702.071378] env[69677]: DEBUG nova.compute.manager [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.071378] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070724} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.076139] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3ab772-1fb5-4875-ac7d-cdb6b8393dbc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.078936] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.080173] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973ec86f-0c9f-43ef-b09b-74a981252aa1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.109942] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 067561be-d2a7-4bba-9053-1091353849db/067561be-d2a7-4bba-9053-1091353849db.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.112083] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17cfe308-a809-481b-973c-d06c6fc6134c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.136045] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for the task: (returnval){ [ 702.136045] env[69677]: value = "task-3436027" [ 702.136045] env[69677]: _type = "Task" [ 702.136045] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.144724] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.309979] env[69677]: DEBUG nova.compute.manager [req-cc8899d9-c254-4aaa-8340-13178d233257 req-93f2743d-cc0e-4e9b-8901-0601fbc3487b service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Received event network-vif-plugged-7e13ae58-de6b-4dcf-9835-23040580aaac {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.310210] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc8899d9-c254-4aaa-8340-13178d233257 req-93f2743d-cc0e-4e9b-8901-0601fbc3487b service nova] Acquiring lock "a18adc08-5acc-4a2e-978a-93b40e9676d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.310387] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc8899d9-c254-4aaa-8340-13178d233257 req-93f2743d-cc0e-4e9b-8901-0601fbc3487b service nova] Lock "a18adc08-5acc-4a2e-978a-93b40e9676d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.310602] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc8899d9-c254-4aaa-8340-13178d233257 req-93f2743d-cc0e-4e9b-8901-0601fbc3487b service nova] Lock "a18adc08-5acc-4a2e-978a-93b40e9676d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.310793] env[69677]: DEBUG nova.compute.manager [req-cc8899d9-c254-4aaa-8340-13178d233257 req-93f2743d-cc0e-4e9b-8901-0601fbc3487b service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] No waiting events found dispatching network-vif-plugged-7e13ae58-de6b-4dcf-9835-23040580aaac {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.310958] env[69677]: WARNING nova.compute.manager [req-cc8899d9-c254-4aaa-8340-13178d233257 req-93f2743d-cc0e-4e9b-8901-0601fbc3487b service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Received unexpected event network-vif-plugged-7e13ae58-de6b-4dcf-9835-23040580aaac for instance with vm_state building and task_state spawning. [ 702.329316] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.329787] env[69677]: DEBUG nova.compute.manager [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.333068] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.878s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.333226] env[69677]: DEBUG nova.objects.instance [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lazy-loading 'resources' on Instance uuid e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.380140] env[69677]: DEBUG nova.network.neutron [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Successfully updated port: 7e13ae58-de6b-4dcf-9835-23040580aaac {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.482836] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquiring lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.483039] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.617844] env[69677]: INFO nova.compute.manager [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Took 33.08 seconds to build instance. [ 702.649090] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436027, 'name': ReconfigVM_Task, 'duration_secs': 0.311662} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.649423] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 067561be-d2a7-4bba-9053-1091353849db/067561be-d2a7-4bba-9053-1091353849db.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.650233] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75e7123c-fb62-4847-a462-38c08b5d7c79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.660811] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for the task: (returnval){ [ 702.660811] env[69677]: value = "task-3436028" [ 702.660811] env[69677]: _type = "Task" [ 702.660811] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.671981] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436028, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.834261] env[69677]: DEBUG nova.compute.utils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.835796] env[69677]: DEBUG nova.compute.manager [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.836094] env[69677]: DEBUG nova.network.neutron [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.882574] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "refresh_cache-a18adc08-5acc-4a2e-978a-93b40e9676d2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.882724] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired lock "refresh_cache-a18adc08-5acc-4a2e-978a-93b40e9676d2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.882869] env[69677]: DEBUG nova.network.neutron [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.913463] env[69677]: DEBUG nova.policy [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60536d4c64b42ee80e2fe42d19340d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91f61b491722400d8034dd55be0ef1ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.120481] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a3fe1f1d-bc7e-4f23-a6a5-27f395f165ba tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "b2022c4d-b86c-4429-af76-d9c7e2121739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.029s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.168284] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436028, 'name': Rename_Task, 'duration_secs': 0.135134} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.170722] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.171736] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da08d77a-c70c-4853-b566-17fae6969a60 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.178090] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for the task: (returnval){ [ 703.178090] env[69677]: value = "task-3436029" [ 703.178090] env[69677]: _type = "Task" [ 703.178090] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.188723] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.341137] env[69677]: DEBUG nova.compute.manager [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.387432] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15c3b43-da31-4ce2-bf1b-75828e4583ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.401857] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df0c1a7-02e3-4070-bcca-58e3884db7fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.437914] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5087544f-f23d-4e3e-925c-0e1315141f6d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.441363] env[69677]: DEBUG nova.network.neutron [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.448402] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14f74c7-fe50-447d-8933-6bf1d0ac7650 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.466895] env[69677]: DEBUG nova.compute.provider_tree [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.623148] env[69677]: DEBUG nova.compute.manager [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.653277] env[69677]: DEBUG nova.network.neutron [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Updating instance_info_cache with network_info: [{"id": "7e13ae58-de6b-4dcf-9835-23040580aaac", "address": "fa:16:3e:48:02:2f", "network": {"id": "2b7c7fbe-6e71-4c1e-b1cd-a758d94c2902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1717283127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2edec4edc84828a0a2bac487dbd26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e13ae58-de", "ovs_interfaceid": "7e13ae58-de6b-4dcf-9835-23040580aaac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.688083] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436029, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.697539] env[69677]: DEBUG nova.network.neutron [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Successfully created port: 8bf94a8a-911b-48a3-af98-9a5019dd358d {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.971775] env[69677]: DEBUG nova.scheduler.client.report [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.146315] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.156171] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Releasing lock "refresh_cache-a18adc08-5acc-4a2e-978a-93b40e9676d2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.156595] env[69677]: DEBUG nova.compute.manager [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Instance network_info: |[{"id": "7e13ae58-de6b-4dcf-9835-23040580aaac", "address": "fa:16:3e:48:02:2f", "network": {"id": "2b7c7fbe-6e71-4c1e-b1cd-a758d94c2902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1717283127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2edec4edc84828a0a2bac487dbd26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e13ae58-de", "ovs_interfaceid": "7e13ae58-de6b-4dcf-9835-23040580aaac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.157076] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:02:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e13ae58-de6b-4dcf-9835-23040580aaac', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.166255] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Creating folder: Project (ff2edec4edc84828a0a2bac487dbd26d). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.166614] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ed6be64-97bc-4dfd-95ea-1f61a77eda1d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.177966] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Created folder: Project (ff2edec4edc84828a0a2bac487dbd26d) in parent group-v685897. [ 704.178122] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Creating folder: Instances. Parent ref: group-v685961. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.178252] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfa524b9-5d70-4cfe-876e-f7206d002216 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.189736] env[69677]: DEBUG oslo_vmware.api [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436029, 'name': PowerOnVM_Task, 'duration_secs': 0.608195} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.189978] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.190399] env[69677]: INFO nova.compute.manager [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Took 13.43 seconds to spawn the instance on the hypervisor. [ 704.190581] env[69677]: DEBUG nova.compute.manager [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.191365] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28ab1a1-1369-40e8-9f9b-28e2cb192b6b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.195171] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Created folder: Instances in parent group-v685961. [ 704.195552] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.196329] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.196556] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-273afbc4-cfe3-44ce-ba5c-4ff74a1eaa76 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.225160] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.225160] env[69677]: value = "task-3436032" [ 704.225160] env[69677]: _type = "Task" [ 704.225160] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.234534] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436032, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.341314] env[69677]: DEBUG nova.compute.manager [req-1388b252-6842-4527-b3c0-1bfae05ebb96 req-996d6615-16d7-4daa-9118-f4d6ceed9fb7 service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Received event network-changed-7e13ae58-de6b-4dcf-9835-23040580aaac {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.341562] env[69677]: DEBUG nova.compute.manager [req-1388b252-6842-4527-b3c0-1bfae05ebb96 req-996d6615-16d7-4daa-9118-f4d6ceed9fb7 service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Refreshing instance network info cache due to event network-changed-7e13ae58-de6b-4dcf-9835-23040580aaac. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.341622] env[69677]: DEBUG oslo_concurrency.lockutils [req-1388b252-6842-4527-b3c0-1bfae05ebb96 req-996d6615-16d7-4daa-9118-f4d6ceed9fb7 service nova] Acquiring lock "refresh_cache-a18adc08-5acc-4a2e-978a-93b40e9676d2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.341768] env[69677]: DEBUG oslo_concurrency.lockutils [req-1388b252-6842-4527-b3c0-1bfae05ebb96 req-996d6615-16d7-4daa-9118-f4d6ceed9fb7 service nova] Acquired lock "refresh_cache-a18adc08-5acc-4a2e-978a-93b40e9676d2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.342118] env[69677]: DEBUG nova.network.neutron [req-1388b252-6842-4527-b3c0-1bfae05ebb96 req-996d6615-16d7-4daa-9118-f4d6ceed9fb7 service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Refreshing network info cache for port 7e13ae58-de6b-4dcf-9835-23040580aaac {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.351230] env[69677]: DEBUG nova.compute.manager [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.393067] env[69677]: DEBUG nova.virt.hardware [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.393205] env[69677]: DEBUG nova.virt.hardware [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.393346] env[69677]: DEBUG nova.virt.hardware [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.393539] env[69677]: DEBUG nova.virt.hardware [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.393683] env[69677]: DEBUG nova.virt.hardware [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.393827] env[69677]: DEBUG nova.virt.hardware [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.394075] env[69677]: DEBUG nova.virt.hardware [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.394214] env[69677]: DEBUG nova.virt.hardware [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.394379] env[69677]: DEBUG nova.virt.hardware [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.394538] env[69677]: DEBUG nova.virt.hardware [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.394707] env[69677]: DEBUG nova.virt.hardware [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.395941] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd4db3c-e462-406d-9b2b-83f28a72bb22 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.404115] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2350757f-e25f-4cd3-8a9e-d45dfc6613dd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.477374] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.481921] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.360s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.483354] env[69677]: INFO nova.compute.claims [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.509064] env[69677]: INFO nova.scheduler.client.report [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Deleted allocations for instance e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6 [ 704.734101] env[69677]: INFO nova.compute.manager [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Took 38.81 seconds to build instance. [ 704.742190] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436032, 'name': CreateVM_Task, 'duration_secs': 0.324482} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.742666] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.743541] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.746027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.746027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.746027] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f300d3-41c7-4738-adce-ad1aa3a0cd3c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.751375] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 704.751375] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5274d3fa-e3f6-7371-16b4-254940218afb" [ 704.751375] env[69677]: _type = "Task" [ 704.751375] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.769027] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5274d3fa-e3f6-7371-16b4-254940218afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.020899] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2254c6b-de99-47b4-b78e-4ed932c04954 tempest-ServersAdmin275Test-1300057478 tempest-ServersAdmin275Test-1300057478-project-member] Lock "e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.976s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.129687] env[69677]: DEBUG nova.network.neutron [req-1388b252-6842-4527-b3c0-1bfae05ebb96 req-996d6615-16d7-4daa-9118-f4d6ceed9fb7 service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Updated VIF entry in instance network info cache for port 7e13ae58-de6b-4dcf-9835-23040580aaac. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.129769] env[69677]: DEBUG nova.network.neutron [req-1388b252-6842-4527-b3c0-1bfae05ebb96 req-996d6615-16d7-4daa-9118-f4d6ceed9fb7 service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Updating instance_info_cache with network_info: [{"id": "7e13ae58-de6b-4dcf-9835-23040580aaac", "address": "fa:16:3e:48:02:2f", "network": {"id": "2b7c7fbe-6e71-4c1e-b1cd-a758d94c2902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1717283127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2edec4edc84828a0a2bac487dbd26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e13ae58-de", "ovs_interfaceid": "7e13ae58-de6b-4dcf-9835-23040580aaac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.236854] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6353741f-a8ef-4bdf-bb69-9fafb2ae1dc1 tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Lock "067561be-d2a7-4bba-9053-1091353849db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.679s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.264060] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5274d3fa-e3f6-7371-16b4-254940218afb, 'name': SearchDatastore_Task, 'duration_secs': 0.016093} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.265087] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.267023] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.267023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.267023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.267023] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.267023] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af3bc2ea-e1d5-4711-9275-a17808f6cbb0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.278468] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.278675] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.281289] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9729e23e-ed41-4e24-b120-be3fc0618123 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.285922] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 705.285922] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520d292b-aec9-eebb-a781-80fad0df0560" [ 705.285922] env[69677]: _type = "Task" [ 705.285922] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.293974] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520d292b-aec9-eebb-a781-80fad0df0560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.635264] env[69677]: DEBUG oslo_concurrency.lockutils [req-1388b252-6842-4527-b3c0-1bfae05ebb96 req-996d6615-16d7-4daa-9118-f4d6ceed9fb7 service nova] Releasing lock "refresh_cache-a18adc08-5acc-4a2e-978a-93b40e9676d2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.703751] env[69677]: DEBUG nova.network.neutron [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Successfully updated port: 8bf94a8a-911b-48a3-af98-9a5019dd358d {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.741479] env[69677]: DEBUG nova.compute.manager [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.796414] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520d292b-aec9-eebb-a781-80fad0df0560, 'name': SearchDatastore_Task, 'duration_secs': 0.021873} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.797105] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece2a688-8a69-4895-a875-c75e20b346f3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.807517] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 705.807517] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b58e33-d049-2b53-3d2f-2d2497bc7fd4" [ 705.807517] env[69677]: _type = "Task" [ 705.807517] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.819574] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b58e33-d049-2b53-3d2f-2d2497bc7fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.100130] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388d588a-6c5d-421b-9a5a-97553242b5ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.111229] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f754e5a-771d-4e72-93f8-8df63c077608 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.149655] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7421890e-a8bd-45d9-acbe-ec7a4d49606e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.158605] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb68b5-2eb0-437b-adad-e84665d93269 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.173975] env[69677]: DEBUG nova.compute.provider_tree [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.180371] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "refresh_cache-65c5ad62-ebc5-4897-bd9b-cff481bc925b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.180485] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired lock "refresh_cache-65c5ad62-ebc5-4897-bd9b-cff481bc925b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.181168] env[69677]: DEBUG nova.network.neutron [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.266535] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.320305] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b58e33-d049-2b53-3d2f-2d2497bc7fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.321042] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.321353] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] a18adc08-5acc-4a2e-978a-93b40e9676d2/a18adc08-5acc-4a2e-978a-93b40e9676d2.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.321664] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4f6f78a-f355-40ad-8c12-e903ef121312 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.334422] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 706.334422] env[69677]: value = "task-3436033" [ 706.334422] env[69677]: _type = "Task" [ 706.334422] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.344477] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.373212] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquiring lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.373212] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.577227] env[69677]: DEBUG nova.compute.manager [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Received event network-vif-plugged-8bf94a8a-911b-48a3-af98-9a5019dd358d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.577446] env[69677]: DEBUG oslo_concurrency.lockutils [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] Acquiring lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.577667] env[69677]: DEBUG oslo_concurrency.lockutils [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] Lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.577802] env[69677]: DEBUG oslo_concurrency.lockutils [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] Lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.578023] env[69677]: DEBUG nova.compute.manager [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] No waiting events found dispatching network-vif-plugged-8bf94a8a-911b-48a3-af98-9a5019dd358d {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.578422] env[69677]: WARNING nova.compute.manager [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Received unexpected event network-vif-plugged-8bf94a8a-911b-48a3-af98-9a5019dd358d for instance with vm_state building and task_state spawning. [ 706.578560] env[69677]: DEBUG nova.compute.manager [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Received event network-changed-8bf94a8a-911b-48a3-af98-9a5019dd358d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.578717] env[69677]: DEBUG nova.compute.manager [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Refreshing instance network info cache due to event network-changed-8bf94a8a-911b-48a3-af98-9a5019dd358d. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.578884] env[69677]: DEBUG oslo_concurrency.lockutils [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] Acquiring lock "refresh_cache-65c5ad62-ebc5-4897-bd9b-cff481bc925b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.677988] env[69677]: DEBUG nova.scheduler.client.report [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.726161] env[69677]: DEBUG nova.network.neutron [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.835586] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquiring lock "067561be-d2a7-4bba-9053-1091353849db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.836431] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Lock "067561be-d2a7-4bba-9053-1091353849db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.836431] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquiring lock "067561be-d2a7-4bba-9053-1091353849db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.836748] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Lock "067561be-d2a7-4bba-9053-1091353849db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.837071] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Lock "067561be-d2a7-4bba-9053-1091353849db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.840931] env[69677]: INFO nova.compute.manager [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Terminating instance [ 706.862926] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436033, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.942621] env[69677]: DEBUG nova.network.neutron [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Updating instance_info_cache with network_info: [{"id": "8bf94a8a-911b-48a3-af98-9a5019dd358d", "address": "fa:16:3e:38:a0:50", "network": {"id": "1f6bc1c3-35fa-4174-b006-c0966fa750d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432803201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91f61b491722400d8034dd55be0ef1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf94a8a-91", "ovs_interfaceid": "8bf94a8a-911b-48a3-af98-9a5019dd358d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.184723] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.186568] env[69677]: DEBUG nova.compute.manager [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.190760] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.833s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.196035] env[69677]: INFO nova.compute.claims [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.359705] env[69677]: DEBUG nova.compute.manager [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.360049] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.360373] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710193} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.361543] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f711306-bb30-4541-ae81-cbd93234cdec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.366148] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] a18adc08-5acc-4a2e-978a-93b40e9676d2/a18adc08-5acc-4a2e-978a-93b40e9676d2.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.366481] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.366871] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae09c74d-cf10-4787-a93e-033dfd984c53 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.377424] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.379320] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b40b85b-b031-4320-9a87-511ed84ed84c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.381018] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 707.381018] env[69677]: value = "task-3436034" [ 707.381018] env[69677]: _type = "Task" [ 707.381018] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.387952] env[69677]: DEBUG oslo_vmware.api [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for the task: (returnval){ [ 707.387952] env[69677]: value = "task-3436035" [ 707.387952] env[69677]: _type = "Task" [ 707.387952] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.405092] env[69677]: DEBUG oslo_vmware.api [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.445902] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Releasing lock "refresh_cache-65c5ad62-ebc5-4897-bd9b-cff481bc925b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.446772] env[69677]: DEBUG nova.compute.manager [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Instance network_info: |[{"id": "8bf94a8a-911b-48a3-af98-9a5019dd358d", "address": "fa:16:3e:38:a0:50", "network": {"id": "1f6bc1c3-35fa-4174-b006-c0966fa750d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432803201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91f61b491722400d8034dd55be0ef1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf94a8a-91", "ovs_interfaceid": "8bf94a8a-911b-48a3-af98-9a5019dd358d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.446772] env[69677]: DEBUG oslo_concurrency.lockutils [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] Acquired lock "refresh_cache-65c5ad62-ebc5-4897-bd9b-cff481bc925b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.447009] env[69677]: DEBUG nova.network.neutron [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Refreshing network info cache for port 8bf94a8a-911b-48a3-af98-9a5019dd358d {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.448217] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:a0:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bf94a8a-911b-48a3-af98-9a5019dd358d', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.457502] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.459495] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.459729] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-616f95d3-2772-4ce1-8eb9-62fa2a0f90b9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.489776] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.489776] env[69677]: value = "task-3436036" [ 707.489776] env[69677]: _type = "Task" [ 707.489776] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.500352] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436036, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.698412] env[69677]: DEBUG nova.compute.utils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.702226] env[69677]: DEBUG nova.compute.manager [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.702405] env[69677]: DEBUG nova.network.neutron [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.772158] env[69677]: DEBUG nova.policy [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da07abc3aa594d9b8738d6139df7daa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1117f69187004e2498b038018393b415', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.895549] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299706} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.901236] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.901407] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa5290d-9a79-4cf8-ae0c-2ded4ca04ae9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.913036] env[69677]: DEBUG oslo_vmware.api [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436035, 'name': PowerOffVM_Task, 'duration_secs': 0.516899} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.924254] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.924346] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.933462] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] a18adc08-5acc-4a2e-978a-93b40e9676d2/a18adc08-5acc-4a2e-978a-93b40e9676d2.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.933812] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a138950-063f-4c5d-b7d6-89790e25e222 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.935619] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0f8e82-a783-4615-9de4-44fcaa41830a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.960248] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 707.960248] env[69677]: value = "task-3436038" [ 707.960248] env[69677]: _type = "Task" [ 707.960248] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.972812] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.000909] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436036, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.042304] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.042533] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.042716] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Deleting the datastore file [datastore1] 067561be-d2a7-4bba-9053-1091353849db {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.043011] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9061601e-874f-4330-9103-103ce76e5c1f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.052409] env[69677]: DEBUG oslo_vmware.api [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for the task: (returnval){ [ 708.052409] env[69677]: value = "task-3436039" [ 708.052409] env[69677]: _type = "Task" [ 708.052409] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.062695] env[69677]: DEBUG oslo_vmware.api [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.124018] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.124018] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.124018] env[69677]: DEBUG nova.compute.manager [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.124018] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ff4656-875b-4ecb-848c-a49d0a5c92ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.131837] env[69677]: DEBUG nova.compute.manager [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 708.132571] env[69677]: DEBUG nova.objects.instance [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'flavor' on Instance uuid fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.160017] env[69677]: DEBUG nova.network.neutron [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Successfully created port: 8164f0f9-3216-42ef-9362-c7fdd73f167c {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.203956] env[69677]: DEBUG nova.compute.manager [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.345279] env[69677]: DEBUG nova.network.neutron [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Updated VIF entry in instance network info cache for port 8bf94a8a-911b-48a3-af98-9a5019dd358d. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.345729] env[69677]: DEBUG nova.network.neutron [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Updating instance_info_cache with network_info: [{"id": "8bf94a8a-911b-48a3-af98-9a5019dd358d", "address": "fa:16:3e:38:a0:50", "network": {"id": "1f6bc1c3-35fa-4174-b006-c0966fa750d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432803201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91f61b491722400d8034dd55be0ef1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf94a8a-91", "ovs_interfaceid": "8bf94a8a-911b-48a3-af98-9a5019dd358d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.470160] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436038, 'name': ReconfigVM_Task, 'duration_secs': 0.400107} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.472947] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Reconfigured VM instance instance-00000016 to attach disk [datastore2] a18adc08-5acc-4a2e-978a-93b40e9676d2/a18adc08-5acc-4a2e-978a-93b40e9676d2.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.474658] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5c415b4-39ee-4a02-9f55-a4e0352429b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.481348] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 708.481348] env[69677]: value = "task-3436040" [ 708.481348] env[69677]: _type = "Task" [ 708.481348] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.491503] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436040, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.504542] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436036, 'name': CreateVM_Task, 'duration_secs': 0.670302} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.504807] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.505790] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.506247] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.506641] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.507069] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f497d0-f633-4cc4-b44b-14cef9a84bf1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.514762] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 708.514762] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f2d5ac-489b-5d62-934d-d62e66a555dd" [ 708.514762] env[69677]: _type = "Task" [ 708.514762] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.538830] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f2d5ac-489b-5d62-934d-d62e66a555dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.541714] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.541714] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.541714] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.541714] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.542436] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.542436] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54d0de63-63af-4549-b194-28dcebe34e86 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.551364] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.551710] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.555156] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01ad4f8-a887-4235-bae2-c11c06851423 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.565402] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 708.565402] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523b6b65-6ed5-fc85-f1f0-50b4f55b18d5" [ 708.565402] env[69677]: _type = "Task" [ 708.565402] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.569949] env[69677]: DEBUG oslo_vmware.api [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Task: {'id': task-3436039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203153} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.576276] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.577041] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.577041] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.577041] env[69677]: INFO nova.compute.manager [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] [instance: 067561be-d2a7-4bba-9053-1091353849db] Took 1.22 seconds to destroy the instance on the hypervisor. [ 708.577355] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.577891] env[69677]: DEBUG nova.compute.manager [-] [instance: 067561be-d2a7-4bba-9053-1091353849db] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.577977] env[69677]: DEBUG nova.network.neutron [-] [instance: 067561be-d2a7-4bba-9053-1091353849db] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.587203] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523b6b65-6ed5-fc85-f1f0-50b4f55b18d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.587716] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38739101-f742-4461-9fc6-6b974e4f988d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.594732] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 708.594732] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522e7eb2-81fa-7240-eae0-5fcd958e51fd" [ 708.594732] env[69677]: _type = "Task" [ 708.594732] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.610479] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522e7eb2-81fa-7240-eae0-5fcd958e51fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.610745] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.611010] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 65c5ad62-ebc5-4897-bd9b-cff481bc925b/65c5ad62-ebc5-4897-bd9b-cff481bc925b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.611277] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38d5055e-da2e-4a9f-a485-63da2ff4df5f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.618619] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 708.618619] env[69677]: value = "task-3436041" [ 708.618619] env[69677]: _type = "Task" [ 708.618619] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.628963] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.848495] env[69677]: DEBUG oslo_concurrency.lockutils [req-c959b431-3d72-44d5-b4ed-92c5b16f611a req-0d3fe386-d9e8-4cd3-8361-eed7206a7afc service nova] Releasing lock "refresh_cache-65c5ad62-ebc5-4897-bd9b-cff481bc925b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.913017] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e46afc-5b01-477e-9934-3d38d1c9adf8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.923039] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce830f0-c8de-42f9-a22d-53e65c33eed9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.961965] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a6f763-2086-4a7b-b712-c34c0e4c9720 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.973211] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3632aa62-01c0-4847-b12e-dfedc6077e35 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.996090] env[69677]: DEBUG nova.compute.provider_tree [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.004317] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436040, 'name': Rename_Task, 'duration_secs': 0.153968} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.004633] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.004877] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ca2192-bc8d-433a-84e3-e38b5308234b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.013701] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 709.013701] env[69677]: value = "task-3436042" [ 709.013701] env[69677]: _type = "Task" [ 709.013701] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.023610] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.029494] env[69677]: DEBUG nova.compute.manager [req-16095955-34b6-4365-aa9e-e0611be2867a req-be785777-1e67-40ca-827e-4a1a271e6b07 service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] Received event network-vif-deleted-85198116-6e49-47d0-ad97-0c2eddf6bea7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.029695] env[69677]: INFO nova.compute.manager [req-16095955-34b6-4365-aa9e-e0611be2867a req-be785777-1e67-40ca-827e-4a1a271e6b07 service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] Neutron deleted interface 85198116-6e49-47d0-ad97-0c2eddf6bea7; detaching it from the instance and deleting it from the info cache [ 709.029905] env[69677]: DEBUG nova.network.neutron [req-16095955-34b6-4365-aa9e-e0611be2867a req-be785777-1e67-40ca-827e-4a1a271e6b07 service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.129014] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495034} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.129308] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 65c5ad62-ebc5-4897-bd9b-cff481bc925b/65c5ad62-ebc5-4897-bd9b-cff481bc925b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.129512] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.129797] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c0fba49-313f-4631-9960-25f6d99ab628 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.140024] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 709.140024] env[69677]: value = "task-3436043" [ 709.140024] env[69677]: _type = "Task" [ 709.140024] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.141854] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.142110] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68734d70-edde-499b-ac81-ef1939e64c20 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.150479] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.154442] env[69677]: DEBUG oslo_vmware.api [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 709.154442] env[69677]: value = "task-3436044" [ 709.154442] env[69677]: _type = "Task" [ 709.154442] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.162711] env[69677]: DEBUG oslo_vmware.api [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.220749] env[69677]: DEBUG nova.compute.manager [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.250686] env[69677]: DEBUG nova.virt.hardware [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.250878] env[69677]: DEBUG nova.virt.hardware [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.251160] env[69677]: DEBUG nova.virt.hardware [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.251245] env[69677]: DEBUG nova.virt.hardware [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.251388] env[69677]: DEBUG nova.virt.hardware [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.251532] env[69677]: DEBUG nova.virt.hardware [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.251735] env[69677]: DEBUG nova.virt.hardware [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.251889] env[69677]: DEBUG nova.virt.hardware [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.253529] env[69677]: DEBUG nova.virt.hardware [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.253736] env[69677]: DEBUG nova.virt.hardware [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.253919] env[69677]: DEBUG nova.virt.hardware [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.254812] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542d14ea-66fd-4021-b989-bfd494be83a0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.263885] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2c913a-7974-4e08-b2ee-3c1e55748f55 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.466293] env[69677]: DEBUG nova.network.neutron [-] [instance: 067561be-d2a7-4bba-9053-1091353849db] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.499426] env[69677]: DEBUG nova.scheduler.client.report [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.524714] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.532839] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fffd5a3a-06c9-474c-9427-dab8a84345e0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.543570] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb430c-abca-44e1-b5be-eb99dababca9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.584678] env[69677]: DEBUG nova.compute.manager [req-16095955-34b6-4365-aa9e-e0611be2867a req-be785777-1e67-40ca-827e-4a1a271e6b07 service nova] [instance: 067561be-d2a7-4bba-9053-1091353849db] Detach interface failed, port_id=85198116-6e49-47d0-ad97-0c2eddf6bea7, reason: Instance 067561be-d2a7-4bba-9053-1091353849db could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 709.648266] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079319} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.648532] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.650546] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244123ef-30e9-4ea9-b0db-78dce15dc66f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.675455] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 65c5ad62-ebc5-4897-bd9b-cff481bc925b/65c5ad62-ebc5-4897-bd9b-cff481bc925b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.676428] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-993b1498-ba41-4afd-922e-6b20bc069087 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.697180] env[69677]: DEBUG oslo_vmware.api [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436044, 'name': PowerOffVM_Task, 'duration_secs': 0.202012} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.697866] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.698093] env[69677]: DEBUG nova.compute.manager [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.698857] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbbe84e-0f4d-47e7-b201-e87c72a9f14e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.704249] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 709.704249] env[69677]: value = "task-3436045" [ 709.704249] env[69677]: _type = "Task" [ 709.704249] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.721424] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.970430] env[69677]: INFO nova.compute.manager [-] [instance: 067561be-d2a7-4bba-9053-1091353849db] Took 1.39 seconds to deallocate network for instance. [ 710.004133] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.005492] env[69677]: DEBUG nova.compute.manager [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.012646] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.064s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.014235] env[69677]: INFO nova.compute.claims [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.036188] env[69677]: DEBUG oslo_vmware.api [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436042, 'name': PowerOnVM_Task, 'duration_secs': 0.558764} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.036473] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.036734] env[69677]: INFO nova.compute.manager [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Took 8.39 seconds to spawn the instance on the hypervisor. [ 710.036849] env[69677]: DEBUG nova.compute.manager [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.037700] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c0d32-3f90-45f1-8bb3-2f414f3b3286 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.225974] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436045, 'name': ReconfigVM_Task, 'duration_secs': 0.315521} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.228027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd2ab45e-dc2d-41cf-b12d-a9d50d1985b9 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.105s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.228839] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 65c5ad62-ebc5-4897-bd9b-cff481bc925b/65c5ad62-ebc5-4897-bd9b-cff481bc925b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.229720] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2a6d247-1ddc-4c88-9cb2-ebe3310d5b60 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.239839] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 710.239839] env[69677]: value = "task-3436046" [ 710.239839] env[69677]: _type = "Task" [ 710.239839] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.253814] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436046, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.271018] env[69677]: DEBUG nova.compute.manager [req-76bb200f-522a-4816-a809-a46823f4331c req-72505408-288d-4d73-b63a-034813fa05e6 service nova] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Received event network-vif-plugged-8164f0f9-3216-42ef-9362-c7fdd73f167c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.271536] env[69677]: DEBUG oslo_concurrency.lockutils [req-76bb200f-522a-4816-a809-a46823f4331c req-72505408-288d-4d73-b63a-034813fa05e6 service nova] Acquiring lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.271738] env[69677]: DEBUG oslo_concurrency.lockutils [req-76bb200f-522a-4816-a809-a46823f4331c req-72505408-288d-4d73-b63a-034813fa05e6 service nova] Lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.272187] env[69677]: DEBUG oslo_concurrency.lockutils [req-76bb200f-522a-4816-a809-a46823f4331c req-72505408-288d-4d73-b63a-034813fa05e6 service nova] Lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.272391] env[69677]: DEBUG nova.compute.manager [req-76bb200f-522a-4816-a809-a46823f4331c req-72505408-288d-4d73-b63a-034813fa05e6 service nova] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] No waiting events found dispatching network-vif-plugged-8164f0f9-3216-42ef-9362-c7fdd73f167c {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.272560] env[69677]: WARNING nova.compute.manager [req-76bb200f-522a-4816-a809-a46823f4331c req-72505408-288d-4d73-b63a-034813fa05e6 service nova] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Received unexpected event network-vif-plugged-8164f0f9-3216-42ef-9362-c7fdd73f167c for instance with vm_state building and task_state spawning. [ 710.298508] env[69677]: DEBUG nova.network.neutron [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Successfully updated port: 8164f0f9-3216-42ef-9362-c7fdd73f167c {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.481026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.521438] env[69677]: DEBUG nova.compute.utils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.529549] env[69677]: DEBUG nova.compute.manager [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.529549] env[69677]: DEBUG nova.network.neutron [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.560912] env[69677]: INFO nova.compute.manager [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Took 36.70 seconds to build instance. [ 710.608018] env[69677]: DEBUG nova.policy [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd60536d4c64b42ee80e2fe42d19340d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91f61b491722400d8034dd55be0ef1ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.753018] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436046, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.805941] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquiring lock "refresh_cache-9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.805941] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquired lock "refresh_cache-9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.805941] env[69677]: DEBUG nova.network.neutron [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.943745] env[69677]: DEBUG nova.objects.instance [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'flavor' on Instance uuid fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.028831] env[69677]: DEBUG nova.compute.manager [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.065640] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69108cc-e505-4ef4-8ae7-1d656b97907b tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "a18adc08-5acc-4a2e-978a-93b40e9676d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.562s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.185748] env[69677]: DEBUG nova.network.neutron [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Successfully created port: 33664925-19dc-40e2-bc52-18ceef075644 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.257333] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436046, 'name': Rename_Task, 'duration_secs': 0.661396} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.257333] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.257590] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9751174-a320-4a4f-8b72-433ebdba0f1c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.267164] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 711.267164] env[69677]: value = "task-3436047" [ 711.267164] env[69677]: _type = "Task" [ 711.267164] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.278177] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.350665] env[69677]: DEBUG nova.network.neutron [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.450280] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.450280] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.450280] env[69677]: DEBUG nova.network.neutron [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.450280] env[69677]: DEBUG nova.objects.instance [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'info_cache' on Instance uuid fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.550889] env[69677]: DEBUG nova.network.neutron [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Updating instance_info_cache with network_info: [{"id": "8164f0f9-3216-42ef-9362-c7fdd73f167c", "address": "fa:16:3e:72:80:33", "network": {"id": "61b05ba2-8277-4b48-8144-c87674343e90", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1753347465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1117f69187004e2498b038018393b415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8164f0f9-32", "ovs_interfaceid": "8164f0f9-3216-42ef-9362-c7fdd73f167c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.570490] env[69677]: DEBUG nova.compute.manager [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.715357] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb0d477-a129-4a9e-93ec-c96bb98ebad6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.724082] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808457ee-1624-4e54-ae8d-ccc888f725ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.759019] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cf1abf-6adb-4406-bd8c-a177ffbb33ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.776288] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cd0bee-d14a-4bb1-a587-a5010816de19 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.785954] env[69677]: DEBUG oslo_vmware.api [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436047, 'name': PowerOnVM_Task, 'duration_secs': 0.46664} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.793610] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.793837] env[69677]: INFO nova.compute.manager [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Took 7.44 seconds to spawn the instance on the hypervisor. [ 711.794114] env[69677]: DEBUG nova.compute.manager [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.794617] env[69677]: DEBUG nova.compute.provider_tree [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.797883] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926c3b6f-0e56-4a02-b39f-49a0cb2f0a52 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.956506] env[69677]: DEBUG nova.objects.base [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 712.045197] env[69677]: DEBUG nova.compute.manager [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.052476] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Releasing lock "refresh_cache-9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.052836] env[69677]: DEBUG nova.compute.manager [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Instance network_info: |[{"id": "8164f0f9-3216-42ef-9362-c7fdd73f167c", "address": "fa:16:3e:72:80:33", "network": {"id": "61b05ba2-8277-4b48-8144-c87674343e90", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1753347465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1117f69187004e2498b038018393b415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8164f0f9-32", "ovs_interfaceid": "8164f0f9-3216-42ef-9362-c7fdd73f167c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.055956] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:80:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cc0a33d-17c0-4b87-b48f-413a87a4cc6a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8164f0f9-3216-42ef-9362-c7fdd73f167c', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.061580] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Creating folder: Project (1117f69187004e2498b038018393b415). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.066216] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfc617af-62fe-49fb-acc1-acb61f4086b8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.080213] env[69677]: DEBUG nova.virt.hardware [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.080501] env[69677]: DEBUG nova.virt.hardware [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.080669] env[69677]: DEBUG nova.virt.hardware [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.080879] env[69677]: DEBUG nova.virt.hardware [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.081201] env[69677]: DEBUG nova.virt.hardware [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.081422] env[69677]: DEBUG nova.virt.hardware [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.081653] env[69677]: DEBUG nova.virt.hardware [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.081820] env[69677]: DEBUG nova.virt.hardware [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.081993] env[69677]: DEBUG nova.virt.hardware [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.082179] env[69677]: DEBUG nova.virt.hardware [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.082633] env[69677]: DEBUG nova.virt.hardware [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.083638] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68858f81-6821-4ac2-823a-08e2b5f6105d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.091796] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Created folder: Project (1117f69187004e2498b038018393b415) in parent group-v685897. [ 712.091986] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Creating folder: Instances. Parent ref: group-v685965. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.094436] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9b77cb5-1d16-4204-93b0-7b704dc218e4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.101391] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7427e00-7ba3-4ecb-84ef-0e7019053023 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.106968] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Created folder: Instances in parent group-v685965. [ 712.108060] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.108060] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.109282] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc25dbab-0f86-43c1-87f7-311ad42c0143 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.125378] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.143025] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.143025] env[69677]: value = "task-3436050" [ 712.143025] env[69677]: _type = "Task" [ 712.143025] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.149859] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436050, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.300713] env[69677]: DEBUG nova.scheduler.client.report [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.316544] env[69677]: INFO nova.compute.manager [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Took 35.64 seconds to build instance. [ 712.489237] env[69677]: DEBUG nova.compute.manager [req-b07d8ebf-b671-4f82-ae95-bd45ebd95268 req-ac000d72-3d5a-4a12-b869-67c701d15089 service nova] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Received event network-changed-8164f0f9-3216-42ef-9362-c7fdd73f167c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.489526] env[69677]: DEBUG nova.compute.manager [req-b07d8ebf-b671-4f82-ae95-bd45ebd95268 req-ac000d72-3d5a-4a12-b869-67c701d15089 service nova] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Refreshing instance network info cache due to event network-changed-8164f0f9-3216-42ef-9362-c7fdd73f167c. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.489643] env[69677]: DEBUG oslo_concurrency.lockutils [req-b07d8ebf-b671-4f82-ae95-bd45ebd95268 req-ac000d72-3d5a-4a12-b869-67c701d15089 service nova] Acquiring lock "refresh_cache-9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.489784] env[69677]: DEBUG oslo_concurrency.lockutils [req-b07d8ebf-b671-4f82-ae95-bd45ebd95268 req-ac000d72-3d5a-4a12-b869-67c701d15089 service nova] Acquired lock "refresh_cache-9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.489944] env[69677]: DEBUG nova.network.neutron [req-b07d8ebf-b671-4f82-ae95-bd45ebd95268 req-ac000d72-3d5a-4a12-b869-67c701d15089 service nova] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Refreshing network info cache for port 8164f0f9-3216-42ef-9362-c7fdd73f167c {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.638219] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquiring lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.638539] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.652235] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436050, 'name': CreateVM_Task, 'duration_secs': 0.358432} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.652405] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.653083] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.653242] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.653550] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.654092] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2a4ce24-e5a5-485b-bc4d-ce3a6304929c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.659412] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for the task: (returnval){ [ 712.659412] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52633d74-461c-b96b-94b5-19afdf0d2413" [ 712.659412] env[69677]: _type = "Task" [ 712.659412] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.668155] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52633d74-461c-b96b-94b5-19afdf0d2413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.760147] env[69677]: DEBUG nova.network.neutron [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance_info_cache with network_info: [{"id": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "address": "fa:16:3e:14:ad:83", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416fd7cd-0f", "ovs_interfaceid": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.808954] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.809539] env[69677]: DEBUG nova.compute.manager [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.812046] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.685s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.813822] env[69677]: INFO nova.compute.claims [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.818015] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a02b71a-cb65-452b-a2dd-fd2878e888d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.351s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.947405] env[69677]: DEBUG nova.network.neutron [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Successfully updated port: 33664925-19dc-40e2-bc52-18ceef075644 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.170624] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52633d74-461c-b96b-94b5-19afdf0d2413, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.170909] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.171155] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.171384] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.171520] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.171686] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.171940] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0047d0a0-f167-4c01-a75c-feb5eec7acb3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.189296] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.189523] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.190278] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f321f2b8-54c3-4c8f-8037-ec2574233d86 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.196035] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for the task: (returnval){ [ 713.196035] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ccb3eb-e6b4-d59b-959d-95d2b005caa8" [ 713.196035] env[69677]: _type = "Task" [ 713.196035] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.206794] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ccb3eb-e6b4-d59b-959d-95d2b005caa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.263150] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.271647] env[69677]: DEBUG nova.network.neutron [req-b07d8ebf-b671-4f82-ae95-bd45ebd95268 req-ac000d72-3d5a-4a12-b869-67c701d15089 service nova] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Updated VIF entry in instance network info cache for port 8164f0f9-3216-42ef-9362-c7fdd73f167c. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.271987] env[69677]: DEBUG nova.network.neutron [req-b07d8ebf-b671-4f82-ae95-bd45ebd95268 req-ac000d72-3d5a-4a12-b869-67c701d15089 service nova] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Updating instance_info_cache with network_info: [{"id": "8164f0f9-3216-42ef-9362-c7fdd73f167c", "address": "fa:16:3e:72:80:33", "network": {"id": "61b05ba2-8277-4b48-8144-c87674343e90", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1753347465-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1117f69187004e2498b038018393b415", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cc0a33d-17c0-4b87-b48f-413a87a4cc6a", "external-id": "nsx-vlan-transportzone-865", "segmentation_id": 865, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8164f0f9-32", "ovs_interfaceid": "8164f0f9-3216-42ef-9362-c7fdd73f167c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.318774] env[69677]: DEBUG nova.compute.utils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.323573] env[69677]: DEBUG nova.compute.manager [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.323573] env[69677]: DEBUG nova.network.neutron [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.325436] env[69677]: DEBUG nova.compute.manager [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.365996] env[69677]: DEBUG nova.policy [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5abc65622a174d2a844ac361b3b1c5db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dbc62fb606a44c5ae4ab9f597af1acf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.450045] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "refresh_cache-61b8929a-8f0f-4288-bc41-45748ffb53db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.450045] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired lock "refresh_cache-61b8929a-8f0f-4288-bc41-45748ffb53db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.450045] env[69677]: DEBUG nova.network.neutron [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.640917] env[69677]: DEBUG nova.network.neutron [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Successfully created port: 5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.712588] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ccb3eb-e6b4-d59b-959d-95d2b005caa8, 'name': SearchDatastore_Task, 'duration_secs': 0.015655} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.713468] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b112d70c-5086-4356-8945-dc50e8859692 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.719229] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for the task: (returnval){ [ 713.719229] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529e0fdb-a506-eecd-55eb-f1facacb01bd" [ 713.719229] env[69677]: _type = "Task" [ 713.719229] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.727594] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529e0fdb-a506-eecd-55eb-f1facacb01bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.774488] env[69677]: DEBUG oslo_concurrency.lockutils [req-b07d8ebf-b671-4f82-ae95-bd45ebd95268 req-ac000d72-3d5a-4a12-b869-67c701d15089 service nova] Releasing lock "refresh_cache-9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.829072] env[69677]: DEBUG nova.compute.manager [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.860137] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.997722] env[69677]: DEBUG nova.network.neutron [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.201903] env[69677]: DEBUG nova.network.neutron [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Updating instance_info_cache with network_info: [{"id": "33664925-19dc-40e2-bc52-18ceef075644", "address": "fa:16:3e:21:54:34", "network": {"id": "1f6bc1c3-35fa-4174-b006-c0966fa750d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432803201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91f61b491722400d8034dd55be0ef1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33664925-19", "ovs_interfaceid": "33664925-19dc-40e2-bc52-18ceef075644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.233669] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529e0fdb-a506-eecd-55eb-f1facacb01bd, 'name': SearchDatastore_Task, 'duration_secs': 0.036447} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.233776] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.234072] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21/9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.237195] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f86ff80-e78a-4e7d-99f5-844599f0f14c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.248380] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for the task: (returnval){ [ 714.248380] env[69677]: value = "task-3436051" [ 714.248380] env[69677]: _type = "Task" [ 714.248380] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.258519] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.270961] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.270961] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9d775ce-b06e-428a-b1ad-8063fe5941ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.279526] env[69677]: DEBUG oslo_vmware.api [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 714.279526] env[69677]: value = "task-3436052" [ 714.279526] env[69677]: _type = "Task" [ 714.279526] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.288992] env[69677]: DEBUG oslo_vmware.api [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.428638] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7051d631-96de-4864-8c07-1fe94288b944 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.437478] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b655facf-d23c-4e6e-bdf1-d1e3dce51d24 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.473168] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e87b7d-5576-4ff0-b30d-0ba0f1cdd060 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.483405] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e79c7a-42f3-4b04-83f0-8612fc4ea63c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.501173] env[69677]: DEBUG nova.compute.provider_tree [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.555291] env[69677]: DEBUG nova.compute.manager [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Received event network-vif-plugged-33664925-19dc-40e2-bc52-18ceef075644 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.555614] env[69677]: DEBUG oslo_concurrency.lockutils [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] Acquiring lock "61b8929a-8f0f-4288-bc41-45748ffb53db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.555867] env[69677]: DEBUG oslo_concurrency.lockutils [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] Lock "61b8929a-8f0f-4288-bc41-45748ffb53db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.555971] env[69677]: DEBUG oslo_concurrency.lockutils [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] Lock "61b8929a-8f0f-4288-bc41-45748ffb53db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.556075] env[69677]: DEBUG nova.compute.manager [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] No waiting events found dispatching network-vif-plugged-33664925-19dc-40e2-bc52-18ceef075644 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.556362] env[69677]: WARNING nova.compute.manager [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Received unexpected event network-vif-plugged-33664925-19dc-40e2-bc52-18ceef075644 for instance with vm_state building and task_state spawning. [ 714.556524] env[69677]: DEBUG nova.compute.manager [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Received event network-changed-33664925-19dc-40e2-bc52-18ceef075644 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.556680] env[69677]: DEBUG nova.compute.manager [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Refreshing instance network info cache due to event network-changed-33664925-19dc-40e2-bc52-18ceef075644. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.556834] env[69677]: DEBUG oslo_concurrency.lockutils [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] Acquiring lock "refresh_cache-61b8929a-8f0f-4288-bc41-45748ffb53db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.653267] env[69677]: DEBUG nova.compute.manager [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.653733] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5539ab78-3a4c-45da-96eb-86f1b4edd864 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.704724] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Releasing lock "refresh_cache-61b8929a-8f0f-4288-bc41-45748ffb53db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.705318] env[69677]: DEBUG nova.compute.manager [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Instance network_info: |[{"id": "33664925-19dc-40e2-bc52-18ceef075644", "address": "fa:16:3e:21:54:34", "network": {"id": "1f6bc1c3-35fa-4174-b006-c0966fa750d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432803201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91f61b491722400d8034dd55be0ef1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33664925-19", "ovs_interfaceid": "33664925-19dc-40e2-bc52-18ceef075644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.707021] env[69677]: DEBUG oslo_concurrency.lockutils [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] Acquired lock "refresh_cache-61b8929a-8f0f-4288-bc41-45748ffb53db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.707021] env[69677]: DEBUG nova.network.neutron [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Refreshing network info cache for port 33664925-19dc-40e2-bc52-18ceef075644 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.707021] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:54:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33664925-19dc-40e2-bc52-18ceef075644', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.715014] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.715926] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.716477] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-591ccf6e-5470-4ffb-9b22-f9a3c336694b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.740821] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.740821] env[69677]: value = "task-3436053" [ 714.740821] env[69677]: _type = "Task" [ 714.740821] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.753046] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436053, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.762511] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436051, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.790607] env[69677]: DEBUG oslo_vmware.api [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436052, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.846396] env[69677]: DEBUG nova.compute.manager [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.871076] env[69677]: DEBUG nova.virt.hardware [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.871338] env[69677]: DEBUG nova.virt.hardware [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.871492] env[69677]: DEBUG nova.virt.hardware [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.871720] env[69677]: DEBUG nova.virt.hardware [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.871888] env[69677]: DEBUG nova.virt.hardware [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.872042] env[69677]: DEBUG nova.virt.hardware [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.872257] env[69677]: DEBUG nova.virt.hardware [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.872422] env[69677]: DEBUG nova.virt.hardware [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.872588] env[69677]: DEBUG nova.virt.hardware [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.872761] env[69677]: DEBUG nova.virt.hardware [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.872997] env[69677]: DEBUG nova.virt.hardware [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.874540] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7532fa11-7987-4ce2-b5a7-0ba01d906b7b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.883252] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabb9095-4003-4543-9d19-75c78f55f534 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.008710] env[69677]: DEBUG nova.scheduler.client.report [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.166577] env[69677]: INFO nova.compute.manager [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] instance snapshotting [ 715.169384] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfd91ba-1af0-4579-9a5e-f3a4c1b3f5a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.189374] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344c8d21-975e-4219-9c95-608732b8e4b6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.222045] env[69677]: DEBUG nova.network.neutron [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Successfully updated port: 5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.254596] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436053, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.268393] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560291} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.268729] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21/9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.269016] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.269300] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e658dff1-c446-49b6-95e8-ccd2e6ffd7ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.278636] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for the task: (returnval){ [ 715.278636] env[69677]: value = "task-3436054" [ 715.278636] env[69677]: _type = "Task" [ 715.278636] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.293455] env[69677]: DEBUG oslo_vmware.api [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436052, 'name': PowerOnVM_Task, 'duration_secs': 0.522209} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.296885] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.297068] env[69677]: DEBUG nova.compute.manager [None req-1475fc07-6659-4276-80a0-61d900be12a3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.297772] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.298079] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72332c33-2e29-4856-8869-b909ac599f9f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.513021] env[69677]: DEBUG nova.network.neutron [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Updated VIF entry in instance network info cache for port 33664925-19dc-40e2-bc52-18ceef075644. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.513369] env[69677]: DEBUG nova.network.neutron [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Updating instance_info_cache with network_info: [{"id": "33664925-19dc-40e2-bc52-18ceef075644", "address": "fa:16:3e:21:54:34", "network": {"id": "1f6bc1c3-35fa-4174-b006-c0966fa750d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432803201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91f61b491722400d8034dd55be0ef1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33664925-19", "ovs_interfaceid": "33664925-19dc-40e2-bc52-18ceef075644", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.515818] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.515818] env[69677]: DEBUG nova.compute.manager [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.518867] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.450s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.519979] env[69677]: INFO nova.compute.claims [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.703127] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 715.703127] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c18c94b2-fa9d-416e-a268-b4e14c9a653e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.712068] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 715.712068] env[69677]: value = "task-3436055" [ 715.712068] env[69677]: _type = "Task" [ 715.712068] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.721623] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436055, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.724330] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "refresh_cache-a881c0a3-386d-4fd1-924a-d7cac9036741" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.724455] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "refresh_cache-a881c0a3-386d-4fd1-924a-d7cac9036741" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.724603] env[69677]: DEBUG nova.network.neutron [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.754768] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436053, 'name': CreateVM_Task, 'duration_secs': 0.827075} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.754934] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.755982] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.756179] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.756494] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.756757] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e35f724-38e8-4af1-8522-5ec9245acd91 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.762588] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 715.762588] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cab281-3a9e-5a4b-00c7-c9f1fd6ce51d" [ 715.762588] env[69677]: _type = "Task" [ 715.762588] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.771817] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cab281-3a9e-5a4b-00c7-c9f1fd6ce51d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.787813] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07817} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.788107] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.788886] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0368148b-fff9-400d-9efd-62f44c73d347 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.812118] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21/9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.814751] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd9a0f2-e966-49fb-a7fa-7550ad36db2a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.838276] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for the task: (returnval){ [ 715.838276] env[69677]: value = "task-3436056" [ 715.838276] env[69677]: _type = "Task" [ 715.838276] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.848497] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.019443] env[69677]: DEBUG oslo_concurrency.lockutils [req-e7f8add1-fdcd-4767-b2a9-7e23437c5658 req-8588dba1-e2ed-47ab-9578-0955ffdd377a service nova] Releasing lock "refresh_cache-61b8929a-8f0f-4288-bc41-45748ffb53db" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.025108] env[69677]: DEBUG nova.compute.utils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.031805] env[69677]: DEBUG nova.compute.manager [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.031805] env[69677]: DEBUG nova.network.neutron [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.086021] env[69677]: DEBUG nova.policy [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e555c37d711422ba406d8822d3cdf7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '171b3a4d12ba4ae3a98b94ee941802ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.225277] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436055, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.274535] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cab281-3a9e-5a4b-00c7-c9f1fd6ce51d, 'name': SearchDatastore_Task, 'duration_secs': 0.022257} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.275523] env[69677]: DEBUG nova.network.neutron [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.281050] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.281050] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.281050] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.281050] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.281345] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.281345] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9485f210-5aaa-4550-8df7-8fa5e3f63736 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.290713] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.291669] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.292460] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04123c80-45cd-4252-8c81-9c8beddd69ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.300680] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 716.300680] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5202d8f2-430f-be69-cbd7-98b8fae2ceaf" [ 716.300680] env[69677]: _type = "Task" [ 716.300680] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.315270] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5202d8f2-430f-be69-cbd7-98b8fae2ceaf, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.317367] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58051b53-e598-48b2-8023-86c7919718a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.322443] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 716.322443] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52721c30-1d5f-dc2c-3126-190e2acc604b" [ 716.322443] env[69677]: _type = "Task" [ 716.322443] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.338534] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52721c30-1d5f-dc2c-3126-190e2acc604b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.356292] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436056, 'name': ReconfigVM_Task, 'duration_secs': 0.339114} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.356292] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21/9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.356714] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d23158c0-fff4-4afe-acfb-b528c6c7491e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.365927] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for the task: (returnval){ [ 716.365927] env[69677]: value = "task-3436057" [ 716.365927] env[69677]: _type = "Task" [ 716.365927] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.375078] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436057, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.494608] env[69677]: DEBUG nova.network.neutron [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Successfully created port: 80388465-50a7-4649-8cea-cbac7e27cd53 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.522441] env[69677]: DEBUG nova.network.neutron [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Updating instance_info_cache with network_info: [{"id": "5f5fe280-7f17-4d23-a4dc-78237bc8bbe1", "address": "fa:16:3e:81:1a:a0", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5fe280-7f", "ovs_interfaceid": "5f5fe280-7f17-4d23-a4dc-78237bc8bbe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.530582] env[69677]: DEBUG nova.compute.manager [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.583840] env[69677]: DEBUG nova.compute.manager [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Received event network-vif-plugged-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.584071] env[69677]: DEBUG oslo_concurrency.lockutils [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] Acquiring lock "a881c0a3-386d-4fd1-924a-d7cac9036741-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.584311] env[69677]: DEBUG oslo_concurrency.lockutils [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] Lock "a881c0a3-386d-4fd1-924a-d7cac9036741-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.584480] env[69677]: DEBUG oslo_concurrency.lockutils [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] Lock "a881c0a3-386d-4fd1-924a-d7cac9036741-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.584655] env[69677]: DEBUG nova.compute.manager [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] No waiting events found dispatching network-vif-plugged-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.584819] env[69677]: WARNING nova.compute.manager [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Received unexpected event network-vif-plugged-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 for instance with vm_state building and task_state spawning. [ 716.584974] env[69677]: DEBUG nova.compute.manager [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Received event network-changed-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.585183] env[69677]: DEBUG nova.compute.manager [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Refreshing instance network info cache due to event network-changed-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.585363] env[69677]: DEBUG oslo_concurrency.lockutils [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] Acquiring lock "refresh_cache-a881c0a3-386d-4fd1-924a-d7cac9036741" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.728696] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436055, 'name': CreateSnapshot_Task, 'duration_secs': 0.782284} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.729010] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 716.729955] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af920278-a3a7-4b75-a53f-d1e6bb8b520b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.839658] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52721c30-1d5f-dc2c-3126-190e2acc604b, 'name': SearchDatastore_Task, 'duration_secs': 0.013683} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.839930] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.840199] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 61b8929a-8f0f-4288-bc41-45748ffb53db/61b8929a-8f0f-4288-bc41-45748ffb53db.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.840713] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27d32b37-2968-47a7-9f92-feff0a270622 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.852021] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 716.852021] env[69677]: value = "task-3436058" [ 716.852021] env[69677]: _type = "Task" [ 716.852021] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.860325] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.876009] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436057, 'name': Rename_Task, 'duration_secs': 0.165104} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.878760] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.880134] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e3dfb95-6f3c-4c98-869a-b6062bdb52ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.888614] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for the task: (returnval){ [ 716.888614] env[69677]: value = "task-3436059" [ 716.888614] env[69677]: _type = "Task" [ 716.888614] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.900429] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.025712] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "refresh_cache-a881c0a3-386d-4fd1-924a-d7cac9036741" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.026034] env[69677]: DEBUG nova.compute.manager [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Instance network_info: |[{"id": "5f5fe280-7f17-4d23-a4dc-78237bc8bbe1", "address": "fa:16:3e:81:1a:a0", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5fe280-7f", "ovs_interfaceid": "5f5fe280-7f17-4d23-a4dc-78237bc8bbe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.026331] env[69677]: DEBUG oslo_concurrency.lockutils [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] Acquired lock "refresh_cache-a881c0a3-386d-4fd1-924a-d7cac9036741" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.026514] env[69677]: DEBUG nova.network.neutron [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Refreshing network info cache for port 5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.027778] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:1a:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f5fe280-7f17-4d23-a4dc-78237bc8bbe1', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.036584] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.045663] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.047033] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a62e07d-729c-4f96-9da0-1639ca32afab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.075034] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.075034] env[69677]: value = "task-3436060" [ 717.075034] env[69677]: _type = "Task" [ 717.075034] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.084239] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436060, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.091162] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.091377] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.097379] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195eaa0b-1e8b-4089-bb2a-001cc704d2c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.106534] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14d3931-bf23-49c6-a8a0-f71ca30099e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.142648] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ae426a-5911-44e5-a2b3-d4cfbf865dcc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.155668] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e852d60d-fa24-4b63-a712-6f0d8827d076 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.174205] env[69677]: DEBUG nova.compute.provider_tree [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.251115] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 717.251900] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a74ee17-39d8-4ab1-a82d-c74a8e430160 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.263928] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 717.263928] env[69677]: value = "task-3436061" [ 717.263928] env[69677]: _type = "Task" [ 717.263928] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.276529] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436061, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.364043] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436058, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.401494] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.419324] env[69677]: DEBUG nova.network.neutron [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Updated VIF entry in instance network info cache for port 5f5fe280-7f17-4d23-a4dc-78237bc8bbe1. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.419602] env[69677]: DEBUG nova.network.neutron [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Updating instance_info_cache with network_info: [{"id": "5f5fe280-7f17-4d23-a4dc-78237bc8bbe1", "address": "fa:16:3e:81:1a:a0", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5fe280-7f", "ovs_interfaceid": "5f5fe280-7f17-4d23-a4dc-78237bc8bbe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.548328] env[69677]: DEBUG nova.compute.manager [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.579837] env[69677]: DEBUG nova.virt.hardware [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.580107] env[69677]: DEBUG nova.virt.hardware [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.580281] env[69677]: DEBUG nova.virt.hardware [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.580465] env[69677]: DEBUG nova.virt.hardware [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.580609] env[69677]: DEBUG nova.virt.hardware [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.580761] env[69677]: DEBUG nova.virt.hardware [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.580983] env[69677]: DEBUG nova.virt.hardware [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.581167] env[69677]: DEBUG nova.virt.hardware [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.581340] env[69677]: DEBUG nova.virt.hardware [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.581504] env[69677]: DEBUG nova.virt.hardware [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.581731] env[69677]: DEBUG nova.virt.hardware [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.582595] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd38c5ef-cb61-4193-bd22-b1b1174bdef7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.592404] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436060, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.601962] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab6e929-4a9e-4bb5-998a-a4f86d2a48bf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.606054] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.606980] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.607091] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.607319] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.607478] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.607645] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.607789] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 717.607935] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 717.678053] env[69677]: DEBUG nova.scheduler.client.report [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.775260] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436061, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.861752] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620271} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.862730] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 61b8929a-8f0f-4288-bc41-45748ffb53db/61b8929a-8f0f-4288-bc41-45748ffb53db.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.862730] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.862730] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d014ea5d-f284-439c-9e0e-125a072e2d7c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.871183] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 717.871183] env[69677]: value = "task-3436062" [ 717.871183] env[69677]: _type = "Task" [ 717.871183] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.882292] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.900806] env[69677]: DEBUG oslo_vmware.api [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436059, 'name': PowerOnVM_Task, 'duration_secs': 0.823575} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.900806] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.900806] env[69677]: INFO nova.compute.manager [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Took 8.68 seconds to spawn the instance on the hypervisor. [ 717.901098] env[69677]: DEBUG nova.compute.manager [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.901829] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1abbf-ebbe-4171-b3dc-cd50becbfdb9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.923182] env[69677]: DEBUG oslo_concurrency.lockutils [req-24f3c909-77f1-4e05-aa54-a2e02bfba38b req-e54557b9-cc74-4c2f-8cfc-d1d1538ae166 service nova] Releasing lock "refresh_cache-a881c0a3-386d-4fd1-924a-d7cac9036741" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.020453] env[69677]: DEBUG nova.compute.manager [req-598498d4-1b8e-47ea-a05a-69b7c3b30c12 req-e9cbe6b4-c0e7-4d3f-b190-479dc06fc229 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Received event network-vif-plugged-80388465-50a7-4649-8cea-cbac7e27cd53 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.020689] env[69677]: DEBUG oslo_concurrency.lockutils [req-598498d4-1b8e-47ea-a05a-69b7c3b30c12 req-e9cbe6b4-c0e7-4d3f-b190-479dc06fc229 service nova] Acquiring lock "5df02f54-5283-4379-a5f0-8e1123c0ab92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.020891] env[69677]: DEBUG oslo_concurrency.lockutils [req-598498d4-1b8e-47ea-a05a-69b7c3b30c12 req-e9cbe6b4-c0e7-4d3f-b190-479dc06fc229 service nova] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.021229] env[69677]: DEBUG oslo_concurrency.lockutils [req-598498d4-1b8e-47ea-a05a-69b7c3b30c12 req-e9cbe6b4-c0e7-4d3f-b190-479dc06fc229 service nova] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.021553] env[69677]: DEBUG nova.compute.manager [req-598498d4-1b8e-47ea-a05a-69b7c3b30c12 req-e9cbe6b4-c0e7-4d3f-b190-479dc06fc229 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] No waiting events found dispatching network-vif-plugged-80388465-50a7-4649-8cea-cbac7e27cd53 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.022111] env[69677]: WARNING nova.compute.manager [req-598498d4-1b8e-47ea-a05a-69b7c3b30c12 req-e9cbe6b4-c0e7-4d3f-b190-479dc06fc229 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Received unexpected event network-vif-plugged-80388465-50a7-4649-8cea-cbac7e27cd53 for instance with vm_state building and task_state spawning. [ 718.083554] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436060, 'name': CreateVM_Task, 'duration_secs': 0.642745} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.083809] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.084580] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.084753] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.085086] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.085377] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf03185e-247f-4b75-9cfd-cf7af9f9667c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.091371] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 718.091371] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529b36bc-266f-6f4b-e7d1-8ec6d78686db" [ 718.091371] env[69677]: _type = "Task" [ 718.091371] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.099787] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529b36bc-266f-6f4b-e7d1-8ec6d78686db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.119998] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.183221] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.183956] env[69677]: DEBUG nova.compute.manager [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.187926] env[69677]: DEBUG oslo_concurrency.lockutils [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.653s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.188398] env[69677]: DEBUG nova.objects.instance [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Lazy-loading 'resources' on Instance uuid 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.275172] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436061, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.340764] env[69677]: DEBUG nova.network.neutron [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Successfully updated port: 80388465-50a7-4649-8cea-cbac7e27cd53 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.382944] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217783} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.383335] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.384195] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d20f6b1-3c52-408d-a530-34370736424a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.407537] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 61b8929a-8f0f-4288-bc41-45748ffb53db/61b8929a-8f0f-4288-bc41-45748ffb53db.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.407727] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8506203c-1320-4e4f-bca9-148e88154457 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.430021] env[69677]: INFO nova.compute.manager [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Took 40.32 seconds to build instance. [ 718.434329] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 718.434329] env[69677]: value = "task-3436063" [ 718.434329] env[69677]: _type = "Task" [ 718.434329] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.445919] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.603985] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529b36bc-266f-6f4b-e7d1-8ec6d78686db, 'name': SearchDatastore_Task, 'duration_secs': 0.030625} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.604366] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.604608] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.604870] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.605091] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.605358] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.605647] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4e691f7-7ab6-4646-8c8e-62e5bbc1c375 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.620024] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.620024] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.620024] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ea5a69-2516-47b7-973b-af9d5970f711 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.625576] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 718.625576] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527fcf18-a9d0-10ad-a130-d73f96e7a458" [ 718.625576] env[69677]: _type = "Task" [ 718.625576] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.636817] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527fcf18-a9d0-10ad-a130-d73f96e7a458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.691499] env[69677]: DEBUG nova.compute.utils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.696618] env[69677]: DEBUG nova.compute.manager [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.696618] env[69677]: DEBUG nova.network.neutron [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.778188] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436061, 'name': CloneVM_Task} progress is 95%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.779654] env[69677]: DEBUG nova.policy [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1df7dbbd627e4c2dbafbff0ee02f5a7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10f6f3261df141c38569d87ff4ed3b9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.845882] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "refresh_cache-5df02f54-5283-4379-a5f0-8e1123c0ab92" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.845882] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "refresh_cache-5df02f54-5283-4379-a5f0-8e1123c0ab92" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.845882] env[69677]: DEBUG nova.network.neutron [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.935061] env[69677]: DEBUG oslo_concurrency.lockutils [None req-451ebe8a-4275-4933-8ed4-796095df61c0 tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.905s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.946323] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.140104] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527fcf18-a9d0-10ad-a130-d73f96e7a458, 'name': SearchDatastore_Task, 'duration_secs': 0.036421} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.141242] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e06b607-5e6e-4b4c-acb1-9c111d521590 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.150789] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 719.150789] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f287f7-08c1-4b6f-51d5-0b64e57507f7" [ 719.150789] env[69677]: _type = "Task" [ 719.150789] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.161899] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f287f7-08c1-4b6f-51d5-0b64e57507f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.197923] env[69677]: DEBUG nova.compute.manager [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.265656] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7258e05e-1b43-4461-998e-eff43533e2e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.279456] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af35e1c-2d08-4837-837a-a6fee6d02f75 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.282408] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436061, 'name': CloneVM_Task, 'duration_secs': 1.895833} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.282644] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Created linked-clone VM from snapshot [ 719.283598] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436ab7b1-6c77-4022-93c6-0fee05b83281 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.312198] env[69677]: DEBUG nova.network.neutron [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Successfully created port: e863169a-e65f-40c0-a865-d18515f2f74b {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.314829] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9df1dc-8195-4371-879e-d19436c64869 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.320845] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Uploading image fdd1fa92-2c95-42e5-9196-7bd193555d90 {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 719.328831] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ebd0bb-8f27-40cf-8ae2-c886a94d933f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.334611] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 719.334611] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03b782ae-1b63-4663-9768-a8ab13094314 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.350478] env[69677]: DEBUG nova.compute.provider_tree [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.354398] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 719.354398] env[69677]: value = "task-3436064" [ 719.354398] env[69677]: _type = "Task" [ 719.354398] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.362955] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436064, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.382563] env[69677]: DEBUG nova.network.neutron [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.440777] env[69677]: DEBUG nova.compute.manager [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.447715] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436063, 'name': ReconfigVM_Task, 'duration_secs': 0.667281} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.447895] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 61b8929a-8f0f-4288-bc41-45748ffb53db/61b8929a-8f0f-4288-bc41-45748ffb53db.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.448431] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a77aea46-9382-46fc-8c3d-fb6ddc5de471 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.456391] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 719.456391] env[69677]: value = "task-3436065" [ 719.456391] env[69677]: _type = "Task" [ 719.456391] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.469717] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436065, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.533768] env[69677]: DEBUG nova.network.neutron [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Updating instance_info_cache with network_info: [{"id": "80388465-50a7-4649-8cea-cbac7e27cd53", "address": "fa:16:3e:da:12:8e", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80388465-50", "ovs_interfaceid": "80388465-50a7-4649-8cea-cbac7e27cd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.662213] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f287f7-08c1-4b6f-51d5-0b64e57507f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012635} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.662637] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.662957] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] a881c0a3-386d-4fd1-924a-d7cac9036741/a881c0a3-386d-4fd1-924a-d7cac9036741.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.663295] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2afb6ec5-e805-4b9e-9f27-58ece286ef6f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.665505] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cb2321d7-e07d-4727-bfbb-dad8187cc71d tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquiring lock "interface-9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.665809] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cb2321d7-e07d-4727-bfbb-dad8187cc71d tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "interface-9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.666210] env[69677]: DEBUG nova.objects.instance [None req-cb2321d7-e07d-4727-bfbb-dad8187cc71d tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lazy-loading 'flavor' on Instance uuid 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.674501] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 719.674501] env[69677]: value = "task-3436066" [ 719.674501] env[69677]: _type = "Task" [ 719.674501] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.686872] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.856294] env[69677]: DEBUG nova.scheduler.client.report [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.869558] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436064, 'name': Destroy_Task, 'duration_secs': 0.374145} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.870591] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Destroyed the VM [ 719.870836] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 719.871110] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99cf0051-9327-4fa1-be6d-a8d8145b81d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.880023] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 719.880023] env[69677]: value = "task-3436067" [ 719.880023] env[69677]: _type = "Task" [ 719.880023] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.889327] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436067, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.964514] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.968120] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436065, 'name': Rename_Task, 'duration_secs': 0.175793} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.968494] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.968775] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0d72c92-db3a-499f-a671-00b912d0efe6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.976967] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 719.976967] env[69677]: value = "task-3436068" [ 719.976967] env[69677]: _type = "Task" [ 719.976967] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.986381] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.036749] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "refresh_cache-5df02f54-5283-4379-a5f0-8e1123c0ab92" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.037153] env[69677]: DEBUG nova.compute.manager [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Instance network_info: |[{"id": "80388465-50a7-4649-8cea-cbac7e27cd53", "address": "fa:16:3e:da:12:8e", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80388465-50", "ovs_interfaceid": "80388465-50a7-4649-8cea-cbac7e27cd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.037669] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:12:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80388465-50a7-4649-8cea-cbac7e27cd53', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.046703] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Creating folder: Project (171b3a4d12ba4ae3a98b94ee941802ad). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.047130] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-307722be-3b93-452b-9365-eaca0cc414bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.062576] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Created folder: Project (171b3a4d12ba4ae3a98b94ee941802ad) in parent group-v685897. [ 720.062797] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Creating folder: Instances. Parent ref: group-v685972. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.063078] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f71f189-36b2-4f30-a806-6d1285770265 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.076170] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Created folder: Instances in parent group-v685972. [ 720.076436] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.076666] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.076887] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b07d92dd-21a0-49a6-8d5a-fc7be5416151 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.098751] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.098751] env[69677]: value = "task-3436071" [ 720.098751] env[69677]: _type = "Task" [ 720.098751] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.108194] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436071, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.171822] env[69677]: DEBUG nova.objects.instance [None req-cb2321d7-e07d-4727-bfbb-dad8187cc71d tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lazy-loading 'pci_requests' on Instance uuid 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.187776] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436066, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.210232] env[69677]: DEBUG nova.compute.manager [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.240693] env[69677]: DEBUG nova.virt.hardware [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.241049] env[69677]: DEBUG nova.virt.hardware [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.241320] env[69677]: DEBUG nova.virt.hardware [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.241596] env[69677]: DEBUG nova.virt.hardware [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.241813] env[69677]: DEBUG nova.virt.hardware [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.242037] env[69677]: DEBUG nova.virt.hardware [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.242334] env[69677]: DEBUG nova.virt.hardware [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.242572] env[69677]: DEBUG nova.virt.hardware [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.242814] env[69677]: DEBUG nova.virt.hardware [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.243074] env[69677]: DEBUG nova.virt.hardware [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.243369] env[69677]: DEBUG nova.virt.hardware [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.244396] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b495c3bc-df80-4933-8bd7-2c37da8529fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.254744] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bb881c-c779-4831-9086-caa3e0359376 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.360851] env[69677]: DEBUG oslo_concurrency.lockutils [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.364535] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.054s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.365107] env[69677]: DEBUG nova.objects.instance [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lazy-loading 'resources' on Instance uuid 565d2ed6-2738-458b-92c5-529598079afd {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.386800] env[69677]: INFO nova.scheduler.client.report [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Deleted allocations for instance 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c [ 720.391610] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436067, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.489434] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.300258] env[69677]: DEBUG nova.network.neutron [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Successfully updated port: e863169a-e65f-40c0-a865-d18515f2f74b {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.302626] env[69677]: DEBUG nova.objects.base [None req-cb2321d7-e07d-4727-bfbb-dad8187cc71d tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Object Instance<9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21> lazy-loaded attributes: flavor,pci_requests {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 721.302815] env[69677]: DEBUG nova.network.neutron [None req-cb2321d7-e07d-4727-bfbb-dad8187cc71d tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.309814] env[69677]: DEBUG nova.compute.manager [req-aa5ec9b1-664e-4fa3-be69-25829291a1ae req-8ff3252c-ed8f-443c-81f1-573bf85b9e84 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Received event network-changed-80388465-50a7-4649-8cea-cbac7e27cd53 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.309987] env[69677]: DEBUG nova.compute.manager [req-aa5ec9b1-664e-4fa3-be69-25829291a1ae req-8ff3252c-ed8f-443c-81f1-573bf85b9e84 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Refreshing instance network info cache due to event network-changed-80388465-50a7-4649-8cea-cbac7e27cd53. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.310203] env[69677]: DEBUG oslo_concurrency.lockutils [req-aa5ec9b1-664e-4fa3-be69-25829291a1ae req-8ff3252c-ed8f-443c-81f1-573bf85b9e84 service nova] Acquiring lock "refresh_cache-5df02f54-5283-4379-a5f0-8e1123c0ab92" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.310344] env[69677]: DEBUG oslo_concurrency.lockutils [req-aa5ec9b1-664e-4fa3-be69-25829291a1ae req-8ff3252c-ed8f-443c-81f1-573bf85b9e84 service nova] Acquired lock "refresh_cache-5df02f54-5283-4379-a5f0-8e1123c0ab92" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.310496] env[69677]: DEBUG nova.network.neutron [req-aa5ec9b1-664e-4fa3-be69-25829291a1ae req-8ff3252c-ed8f-443c-81f1-573bf85b9e84 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Refreshing network info cache for port 80388465-50a7-4649-8cea-cbac7e27cd53 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.312082] env[69677]: DEBUG oslo_concurrency.lockutils [None req-480394fa-8c14-4eb0-a419-a497f85a4c1b tempest-ServerDiagnosticsNegativeTest-1045932798 tempest-ServerDiagnosticsNegativeTest-1045932798-project-member] Lock "9b30fa05-5ba9-405e-9cdf-e62e5bccea3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.458s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.333487] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436071, 'name': CreateVM_Task, 'duration_secs': 0.429264} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.339317] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.345876] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.346218] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.346480] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.347341] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572332} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.347746] env[69677]: DEBUG oslo_vmware.api [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436067, 'name': RemoveSnapshot_Task, 'duration_secs': 0.916597} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.348385] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e244b6-7a7a-4ac6-b9fb-40783b025d40 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.350239] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] a881c0a3-386d-4fd1-924a-d7cac9036741/a881c0a3-386d-4fd1-924a-d7cac9036741.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.350472] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.350735] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 721.357267] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e19d362-038f-42a5-9bf8-61d0e36b4428 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.359839] env[69677]: DEBUG oslo_vmware.api [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436068, 'name': PowerOnVM_Task, 'duration_secs': 0.680613} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.362916] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.363138] env[69677]: INFO nova.compute.manager [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Took 9.32 seconds to spawn the instance on the hypervisor. [ 721.363311] env[69677]: DEBUG nova.compute.manager [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.365241] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b2658c-7aac-4697-bad0-221903098c54 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.369022] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 721.369022] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52af0569-4f3f-d65b-3b9a-7e0cba73b51b" [ 721.369022] env[69677]: _type = "Task" [ 721.369022] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.371307] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 721.371307] env[69677]: value = "task-3436072" [ 721.371307] env[69677]: _type = "Task" [ 721.371307] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.397339] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52af0569-4f3f-d65b-3b9a-7e0cba73b51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.397910] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.468507] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cb2321d7-e07d-4727-bfbb-dad8187cc71d tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "interface-9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.803s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.581994] env[69677]: DEBUG nova.network.neutron [req-aa5ec9b1-664e-4fa3-be69-25829291a1ae req-8ff3252c-ed8f-443c-81f1-573bf85b9e84 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Updated VIF entry in instance network info cache for port 80388465-50a7-4649-8cea-cbac7e27cd53. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.582378] env[69677]: DEBUG nova.network.neutron [req-aa5ec9b1-664e-4fa3-be69-25829291a1ae req-8ff3252c-ed8f-443c-81f1-573bf85b9e84 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Updating instance_info_cache with network_info: [{"id": "80388465-50a7-4649-8cea-cbac7e27cd53", "address": "fa:16:3e:da:12:8e", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80388465-50", "ovs_interfaceid": "80388465-50a7-4649-8cea-cbac7e27cd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.812020] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13686a05-6615-4160-80ad-6f154964a1b3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.814112] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquiring lock "refresh_cache-d71a8019-3763-44f8-9ad7-78ab81353b60" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.814399] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquired lock "refresh_cache-d71a8019-3763-44f8-9ad7-78ab81353b60" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.814658] env[69677]: DEBUG nova.network.neutron [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.822419] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c333e2c6-ec67-4788-ab07-f0ab0dce680a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.856957] env[69677]: WARNING nova.compute.manager [None req-203f376a-71c8-4d9a-90f3-d135256e7ee0 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Image not found during snapshot: nova.exception.ImageNotFound: Image fdd1fa92-2c95-42e5-9196-7bd193555d90 could not be found. [ 721.859442] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc2dd52-e5ce-44ef-973c-4355a0bd1c95 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.868145] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff928f96-c1f2-448f-baaa-214566746573 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.894291] env[69677]: DEBUG nova.compute.provider_tree [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.899398] env[69677]: INFO nova.compute.manager [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Took 40.57 seconds to build instance. [ 721.902072] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52af0569-4f3f-d65b-3b9a-7e0cba73b51b, 'name': SearchDatastore_Task, 'duration_secs': 0.028233} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.902651] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.902864] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.903125] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.903267] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.903448] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.904017] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7cc2e1b-e559-48a5-8407-9c9f8c11b6f3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.909196] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075367} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.910358] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.911141] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d39acca-4ca8-4b5c-98b5-c5caea2ba212 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.917871] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.918111] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.932021] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08bc4561-8479-4b5c-979f-81cae0b9cf2d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.939685] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] a881c0a3-386d-4fd1-924a-d7cac9036741/a881c0a3-386d-4fd1-924a-d7cac9036741.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.940464] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef29d16e-2031-40c6-a94d-3ebb86a4e38f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.958945] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 721.958945] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529360ca-ed23-ba7a-471a-b16aa018b877" [ 721.958945] env[69677]: _type = "Task" [ 721.958945] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.963294] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 721.963294] env[69677]: value = "task-3436073" [ 721.963294] env[69677]: _type = "Task" [ 721.963294] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.975994] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529360ca-ed23-ba7a-471a-b16aa018b877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.981468] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436073, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.085736] env[69677]: DEBUG oslo_concurrency.lockutils [req-aa5ec9b1-664e-4fa3-be69-25829291a1ae req-8ff3252c-ed8f-443c-81f1-573bf85b9e84 service nova] Releasing lock "refresh_cache-5df02f54-5283-4379-a5f0-8e1123c0ab92" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.360378] env[69677]: DEBUG nova.network.neutron [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.406747] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d593aedb-a50f-4e9d-ab1c-2a67651726d3 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "61b8929a-8f0f-4288-bc41-45748ffb53db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.619s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.425541] env[69677]: ERROR nova.scheduler.client.report [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [req-d2c85a87-69eb-4072-9a03-71c664c055cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c5171a8-f2e0-4f3a-8916-700b7523cd77. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d2c85a87-69eb-4072-9a03-71c664c055cf"}]} [ 722.445921] env[69677]: DEBUG nova.scheduler.client.report [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Refreshing inventories for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 722.463952] env[69677]: DEBUG nova.scheduler.client.report [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Updating ProviderTree inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 722.464242] env[69677]: DEBUG nova.compute.provider_tree [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.473470] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529360ca-ed23-ba7a-471a-b16aa018b877, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.482889] env[69677]: DEBUG nova.scheduler.client.report [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Refreshing aggregate associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, aggregates: None {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 722.484711] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c1a946-2b6d-4254-82de-d153d9b340d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.487215] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436073, 'name': ReconfigVM_Task, 'duration_secs': 0.306861} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.488040] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Reconfigured VM instance instance-0000001a to attach disk [datastore2] a881c0a3-386d-4fd1-924a-d7cac9036741/a881c0a3-386d-4fd1-924a-d7cac9036741.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.489146] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd58ece5-cdea-4838-bfd5-34d801e5e3a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.492168] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 722.492168] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521dec31-bd95-082a-00f8-0e420243362f" [ 722.492168] env[69677]: _type = "Task" [ 722.492168] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.498468] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 722.498468] env[69677]: value = "task-3436074" [ 722.498468] env[69677]: _type = "Task" [ 722.498468] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.504923] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521dec31-bd95-082a-00f8-0e420243362f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.507122] env[69677]: DEBUG nova.scheduler.client.report [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Refreshing trait associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 722.512339] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436074, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.520516] env[69677]: DEBUG nova.network.neutron [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Updating instance_info_cache with network_info: [{"id": "e863169a-e65f-40c0-a865-d18515f2f74b", "address": "fa:16:3e:43:1d:f7", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape863169a-e6", "ovs_interfaceid": "e863169a-e65f-40c0-a865-d18515f2f74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.910482] env[69677]: DEBUG nova.compute.manager [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.000084] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92efcaaf-8bf0-4acd-a90f-3f22fc1fe238 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.011232] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521dec31-bd95-082a-00f8-0e420243362f, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.011232] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.011323] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 5df02f54-5283-4379-a5f0-8e1123c0ab92/5df02f54-5283-4379-a5f0-8e1123c0ab92.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.011640] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8299616-6490-4af0-9ba7-dbbd3aba5682 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.020039] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436074, 'name': Rename_Task, 'duration_secs': 0.154705} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.020039] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.020039] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f7cdfe-a5dc-4b4c-a62a-66666153138d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.025446] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fcefb8e-47eb-4530-b58d-785f51af4e83 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.027397] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Releasing lock "refresh_cache-d71a8019-3763-44f8-9ad7-78ab81353b60" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.027678] env[69677]: DEBUG nova.compute.manager [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Instance network_info: |[{"id": "e863169a-e65f-40c0-a865-d18515f2f74b", "address": "fa:16:3e:43:1d:f7", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape863169a-e6", "ovs_interfaceid": "e863169a-e65f-40c0-a865-d18515f2f74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.027984] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 723.027984] env[69677]: value = "task-3436075" [ 723.027984] env[69677]: _type = "Task" [ 723.027984] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.028320] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:1d:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e863169a-e65f-40c0-a865-d18515f2f74b', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.035920] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Creating folder: Project (10f6f3261df141c38569d87ff4ed3b9a). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.037100] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-257bdd56-995a-40f0-bdf1-5acd11576473 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.069489] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ecfc62-8e2a-461a-9aff-38993fa4152a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.073019] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 723.073019] env[69677]: value = "task-3436076" [ 723.073019] env[69677]: _type = "Task" [ 723.073019] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.077689] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "a18adc08-5acc-4a2e-978a-93b40e9676d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.077689] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "a18adc08-5acc-4a2e-978a-93b40e9676d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.077689] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "a18adc08-5acc-4a2e-978a-93b40e9676d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.077689] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "a18adc08-5acc-4a2e-978a-93b40e9676d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.077963] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "a18adc08-5acc-4a2e-978a-93b40e9676d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.079990] env[69677]: INFO nova.compute.manager [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Terminating instance [ 723.082845] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.088322] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Created folder: Project (10f6f3261df141c38569d87ff4ed3b9a) in parent group-v685897. [ 723.088462] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Creating folder: Instances. Parent ref: group-v685975. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.091071] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c848062-b4c5-4771-812c-3b457b62211e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.095490] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f820d64-b421-4920-9a53-185434ece830 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.103609] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436076, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.117377] env[69677]: DEBUG nova.compute.provider_tree [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.122136] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Created folder: Instances in parent group-v685975. [ 723.122396] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.124972] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.126086] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eb9e7cb-141a-4b59-87d5-d3230825fd3e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.150560] env[69677]: DEBUG nova.compute.manager [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Received event network-vif-plugged-e863169a-e65f-40c0-a865-d18515f2f74b {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.150783] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] Acquiring lock "d71a8019-3763-44f8-9ad7-78ab81353b60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.150989] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] Lock "d71a8019-3763-44f8-9ad7-78ab81353b60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.151178] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] Lock "d71a8019-3763-44f8-9ad7-78ab81353b60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.151353] env[69677]: DEBUG nova.compute.manager [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] No waiting events found dispatching network-vif-plugged-e863169a-e65f-40c0-a865-d18515f2f74b {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.151572] env[69677]: WARNING nova.compute.manager [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Received unexpected event network-vif-plugged-e863169a-e65f-40c0-a865-d18515f2f74b for instance with vm_state building and task_state spawning. [ 723.151722] env[69677]: DEBUG nova.compute.manager [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Received event network-changed-e863169a-e65f-40c0-a865-d18515f2f74b {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.151841] env[69677]: DEBUG nova.compute.manager [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Refreshing instance network info cache due to event network-changed-e863169a-e65f-40c0-a865-d18515f2f74b. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.151977] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] Acquiring lock "refresh_cache-d71a8019-3763-44f8-9ad7-78ab81353b60" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.152141] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] Acquired lock "refresh_cache-d71a8019-3763-44f8-9ad7-78ab81353b60" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.152297] env[69677]: DEBUG nova.network.neutron [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Refreshing network info cache for port e863169a-e65f-40c0-a865-d18515f2f74b {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.156055] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.156055] env[69677]: value = "task-3436079" [ 723.156055] env[69677]: _type = "Task" [ 723.156055] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.166092] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436079, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.438999] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.549798] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436075, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.583713] env[69677]: DEBUG nova.compute.manager [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.583975] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.588929] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7beb7fb6-6644-448f-af8d-4d9b69f3e657 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.591296] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.596949] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.601022] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65a0271a-651e-4145-8feb-36be66a01727 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.605980] env[69677]: DEBUG oslo_vmware.api [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 723.605980] env[69677]: value = "task-3436080" [ 723.605980] env[69677]: _type = "Task" [ 723.605980] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.616375] env[69677]: DEBUG oslo_vmware.api [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.632063] env[69677]: DEBUG oslo_concurrency.lockutils [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquiring lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.632063] env[69677]: DEBUG oslo_concurrency.lockutils [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.632063] env[69677]: DEBUG oslo_concurrency.lockutils [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquiring lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.632063] env[69677]: DEBUG oslo_concurrency.lockutils [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.632551] env[69677]: DEBUG oslo_concurrency.lockutils [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.637421] env[69677]: INFO nova.compute.manager [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Terminating instance [ 723.666681] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436079, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.668690] env[69677]: DEBUG nova.scheduler.client.report [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Updated inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 723.668967] env[69677]: DEBUG nova.compute.provider_tree [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Updating resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 generation from 52 to 53 during operation: update_inventory {{(pid=69677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 723.669159] env[69677]: DEBUG nova.compute.provider_tree [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.906309] env[69677]: DEBUG nova.network.neutron [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Updated VIF entry in instance network info cache for port e863169a-e65f-40c0-a865-d18515f2f74b. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.906757] env[69677]: DEBUG nova.network.neutron [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Updating instance_info_cache with network_info: [{"id": "e863169a-e65f-40c0-a865-d18515f2f74b", "address": "fa:16:3e:43:1d:f7", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape863169a-e6", "ovs_interfaceid": "e863169a-e65f-40c0-a865-d18515f2f74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.050705] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580875} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.050977] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 5df02f54-5283-4379-a5f0-8e1123c0ab92/5df02f54-5283-4379-a5f0-8e1123c0ab92.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.051203] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.051455] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef9d9610-bc1c-4c3c-8605-fa79c6e16cf2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.059884] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 724.059884] env[69677]: value = "task-3436081" [ 724.059884] env[69677]: _type = "Task" [ 724.059884] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.070425] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.088473] env[69677]: DEBUG oslo_vmware.api [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436076, 'name': PowerOnVM_Task, 'duration_secs': 0.917225} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.088759] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.088960] env[69677]: INFO nova.compute.manager [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Took 9.24 seconds to spawn the instance on the hypervisor. [ 724.089168] env[69677]: DEBUG nova.compute.manager [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.089938] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3906430-6473-428a-b8b5-b8b9bd7eee3d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.116799] env[69677]: DEBUG oslo_vmware.api [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436080, 'name': PowerOffVM_Task, 'duration_secs': 0.245007} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.116799] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.116990] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.117124] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd327d55-9d0f-455a-8169-7eb6f1617ba8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.144765] env[69677]: DEBUG nova.compute.manager [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.144990] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.148219] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87401f2f-eb0d-44ad-935c-630061eba3d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.154469] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.154841] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0362489a-cbb5-4230-9fb2-50a156e502f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.164945] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436079, 'name': CreateVM_Task, 'duration_secs': 0.67364} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.166153] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.166492] env[69677]: DEBUG oslo_vmware.api [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for the task: (returnval){ [ 724.166492] env[69677]: value = "task-3436083" [ 724.166492] env[69677]: _type = "Task" [ 724.166492] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.167163] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.167324] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.167659] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.168324] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb59a893-a619-4f39-a282-6945b4b0b336 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.174820] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.810s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.178034] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.758s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.179132] env[69677]: INFO nova.compute.claims [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.183973] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for the task: (returnval){ [ 724.183973] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c94550-6966-e0b3-b221-7264e647e61f" [ 724.183973] env[69677]: _type = "Task" [ 724.183973] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.200403] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.200638] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.200809] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Deleting the datastore file [datastore2] a18adc08-5acc-4a2e-978a-93b40e9676d2 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.203589] env[69677]: DEBUG oslo_vmware.api [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.204097] env[69677]: INFO nova.scheduler.client.report [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Deleted allocations for instance 565d2ed6-2738-458b-92c5-529598079afd [ 724.205812] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f83f01d-601d-49f2-9672-09b3a3bb061f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.214588] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c94550-6966-e0b3-b221-7264e647e61f, 'name': SearchDatastore_Task, 'duration_secs': 0.017019} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.217699] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.217986] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.218225] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.218442] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.218565] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.218853] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0a5f5c3-3142-41dc-bb69-105f077094ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.223998] env[69677]: DEBUG oslo_vmware.api [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 724.223998] env[69677]: value = "task-3436084" [ 724.223998] env[69677]: _type = "Task" [ 724.223998] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.236178] env[69677]: DEBUG oslo_vmware.api [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.242799] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.243580] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.244010] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-508f5ab3-756e-44ff-bc57-8a3f201c2a6b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.250578] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for the task: (returnval){ [ 724.250578] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528d90f1-f63e-43ff-c46f-d462d644f5e2" [ 724.250578] env[69677]: _type = "Task" [ 724.250578] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.259807] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528d90f1-f63e-43ff-c46f-d462d644f5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.414116] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3a457c0-44ed-4e6f-b3cd-a97aeb454c33 req-9c4c7123-ed5a-4282-b9a7-432b9618cc05 service nova] Releasing lock "refresh_cache-d71a8019-3763-44f8-9ad7-78ab81353b60" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.571577] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079651} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.571903] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.572626] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d4f5ae-8bbf-4f0c-a598-fd0e0f06e7b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.596239] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 5df02f54-5283-4379-a5f0-8e1123c0ab92/5df02f54-5283-4379-a5f0-8e1123c0ab92.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.596559] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63fde541-d72f-4548-aad9-7d59b7372d0c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.618363] env[69677]: INFO nova.compute.manager [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Took 37.69 seconds to build instance. [ 724.622120] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 724.622120] env[69677]: value = "task-3436085" [ 724.622120] env[69677]: _type = "Task" [ 724.622120] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.637011] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.679219] env[69677]: DEBUG oslo_vmware.api [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436083, 'name': PowerOffVM_Task, 'duration_secs': 0.304672} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.679486] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.679675] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.680409] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7e7559c-204b-45a2-90b5-9afcf008a8fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.720476] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbce003b-84ba-45b4-b9fb-08874e06ef8e tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "565d2ed6-2738-458b-92c5-529598079afd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.398s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.737905] env[69677]: DEBUG oslo_vmware.api [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451452} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.738180] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.738364] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.738539] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.738708] env[69677]: INFO nova.compute.manager [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 724.738945] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.739410] env[69677]: DEBUG nova.compute.manager [-] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.739513] env[69677]: DEBUG nova.network.neutron [-] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.763409] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528d90f1-f63e-43ff-c46f-d462d644f5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.015407} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.765170] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17a3ba49-d71c-498e-90a3-259713f14b0e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.769861] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.770158] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.770438] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Deleting the datastore file [datastore2] 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.771252] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb07ccc4-218c-4d82-9633-4ff0788f6699 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.775878] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for the task: (returnval){ [ 724.775878] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52894e05-6dac-20c2-fc3b-8a3db347e4fb" [ 724.775878] env[69677]: _type = "Task" [ 724.775878] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.782159] env[69677]: DEBUG oslo_vmware.api [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for the task: (returnval){ [ 724.782159] env[69677]: value = "task-3436087" [ 724.782159] env[69677]: _type = "Task" [ 724.782159] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.793381] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52894e05-6dac-20c2-fc3b-8a3db347e4fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.800604] env[69677]: DEBUG oslo_vmware.api [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.121593] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d151de4-89c7-4cf5-af7e-4b527b94c51d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a881c0a3-386d-4fd1-924a-d7cac9036741" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.160s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.139949] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436085, 'name': ReconfigVM_Task, 'duration_secs': 0.307535} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.140188] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 5df02f54-5283-4379-a5f0-8e1123c0ab92/5df02f54-5283-4379-a5f0-8e1123c0ab92.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.140860] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ce9d45a-29a9-4513-af4c-22f2754a0910 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.153305] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 725.153305] env[69677]: value = "task-3436088" [ 725.153305] env[69677]: _type = "Task" [ 725.153305] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.163591] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436088, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.290653] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52894e05-6dac-20c2-fc3b-8a3db347e4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01585} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.294545] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.294941] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] d71a8019-3763-44f8-9ad7-78ab81353b60/d71a8019-3763-44f8-9ad7-78ab81353b60.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.295436] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c55f541-015f-4a4d-9ce6-b3c547232c2d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.306827] env[69677]: DEBUG oslo_vmware.api [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Task: {'id': task-3436087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421953} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.307654] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.307967] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.308095] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.308258] env[69677]: INFO nova.compute.manager [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Took 1.16 seconds to destroy the instance on the hypervisor. [ 725.308635] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.308813] env[69677]: DEBUG nova.compute.manager [-] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.308905] env[69677]: DEBUG nova.network.neutron [-] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.313474] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for the task: (returnval){ [ 725.313474] env[69677]: value = "task-3436089" [ 725.313474] env[69677]: _type = "Task" [ 725.313474] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.324289] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.532612] env[69677]: DEBUG nova.compute.manager [req-18a32c44-743e-4275-b648-b220a96bf3c5 req-7474c2d5-ba3e-4ebd-919c-df783b8e76e6 service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Received event network-vif-deleted-7e13ae58-de6b-4dcf-9835-23040580aaac {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.532937] env[69677]: INFO nova.compute.manager [req-18a32c44-743e-4275-b648-b220a96bf3c5 req-7474c2d5-ba3e-4ebd-919c-df783b8e76e6 service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Neutron deleted interface 7e13ae58-de6b-4dcf-9835-23040580aaac; detaching it from the instance and deleting it from the info cache [ 725.533242] env[69677]: DEBUG nova.network.neutron [req-18a32c44-743e-4275-b648-b220a96bf3c5 req-7474c2d5-ba3e-4ebd-919c-df783b8e76e6 service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.564732] env[69677]: DEBUG nova.network.neutron [-] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.630169] env[69677]: DEBUG nova.compute.manager [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.666507] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436088, 'name': Rename_Task, 'duration_secs': 0.186064} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.666507] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.666507] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38f58a50-5395-4fec-a168-af4576d8f558 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.676210] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 725.676210] env[69677]: value = "task-3436090" [ 725.676210] env[69677]: _type = "Task" [ 725.676210] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.694103] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.824338] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436089, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.839212] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a229143-9639-4228-b279-a69122805fdb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.847594] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e76b03-e2f7-49b7-8093-ef0f89d242bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.889876] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5c8151-1077-4859-ab08-5d063bff171f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.900845] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86320be8-8b4e-48c2-8e1d-ff89a2494184 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.905933] env[69677]: DEBUG oslo_concurrency.lockutils [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "52336a80-7d44-4da9-95cd-b810f96a0f71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.908215] env[69677]: DEBUG oslo_concurrency.lockutils [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "52336a80-7d44-4da9-95cd-b810f96a0f71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.908215] env[69677]: DEBUG oslo_concurrency.lockutils [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "52336a80-7d44-4da9-95cd-b810f96a0f71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.908215] env[69677]: DEBUG oslo_concurrency.lockutils [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "52336a80-7d44-4da9-95cd-b810f96a0f71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.908215] env[69677]: DEBUG oslo_concurrency.lockutils [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "52336a80-7d44-4da9-95cd-b810f96a0f71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.917412] env[69677]: DEBUG nova.compute.provider_tree [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.919208] env[69677]: INFO nova.compute.manager [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Terminating instance [ 725.995945] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "34795b29-b345-41fd-b3e1-3898e3d86fcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.996035] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "34795b29-b345-41fd-b3e1-3898e3d86fcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.043066] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6b1ca42-0c9f-4bce-861e-56e5e58c8a42 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.053979] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a136e465-b7c3-4b19-8fae-92408c65bc34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.073331] env[69677]: INFO nova.compute.manager [-] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Took 1.33 seconds to deallocate network for instance. [ 726.093637] env[69677]: DEBUG nova.compute.manager [req-18a32c44-743e-4275-b648-b220a96bf3c5 req-7474c2d5-ba3e-4ebd-919c-df783b8e76e6 service nova] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Detach interface failed, port_id=7e13ae58-de6b-4dcf-9835-23040580aaac, reason: Instance a18adc08-5acc-4a2e-978a-93b40e9676d2 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 726.118200] env[69677]: DEBUG nova.network.neutron [-] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.153801] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.190033] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436090, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.326014] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680859} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.326579] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] d71a8019-3763-44f8-9ad7-78ab81353b60/d71a8019-3763-44f8-9ad7-78ab81353b60.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.327015] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.327460] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecbfdd24-5659-45b3-8c63-967dc694bd1d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.341020] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for the task: (returnval){ [ 726.341020] env[69677]: value = "task-3436091" [ 726.341020] env[69677]: _type = "Task" [ 726.341020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.351441] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.422802] env[69677]: DEBUG nova.scheduler.client.report [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.426745] env[69677]: DEBUG nova.compute.manager [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.426978] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.428152] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba02bf6-41ef-4076-b9ec-8f1d3445a443 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.440823] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.441229] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42ced646-d09b-4e0c-a2f9-5cc4892d224a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.453037] env[69677]: DEBUG oslo_vmware.api [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 726.453037] env[69677]: value = "task-3436092" [ 726.453037] env[69677]: _type = "Task" [ 726.453037] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.466638] env[69677]: DEBUG oslo_vmware.api [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3436092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.595837] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.620583] env[69677]: INFO nova.compute.manager [-] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Took 1.31 seconds to deallocate network for instance. [ 726.687814] env[69677]: DEBUG oslo_vmware.api [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436090, 'name': PowerOnVM_Task, 'duration_secs': 0.68766} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.688255] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.688366] env[69677]: INFO nova.compute.manager [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Took 9.14 seconds to spawn the instance on the hypervisor. [ 726.688880] env[69677]: DEBUG nova.compute.manager [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.689284] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693efae5-85c3-44cd-a060-196770fd5084 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.855670] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076524} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.855953] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.856798] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f747d5e-348a-4ba5-bd0d-b0ce78f7922c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.881130] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] d71a8019-3763-44f8-9ad7-78ab81353b60/d71a8019-3763-44f8-9ad7-78ab81353b60.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.881474] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f47e53e5-919c-42ee-b81c-ee3ee393a08d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.904033] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for the task: (returnval){ [ 726.904033] env[69677]: value = "task-3436093" [ 726.904033] env[69677]: _type = "Task" [ 726.904033] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.913177] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.928942] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.929270] env[69677]: DEBUG nova.compute.manager [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.932300] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.420s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.964742] env[69677]: DEBUG oslo_vmware.api [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3436092, 'name': PowerOffVM_Task, 'duration_secs': 0.245935} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.965157] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.965410] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.965673] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cdff83d-0703-4845-9ad7-9f0f5016a62a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.062809] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.062809] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.062809] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Deleting the datastore file [datastore2] 52336a80-7d44-4da9-95cd-b810f96a0f71 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.062809] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-978edaf0-01bf-44ef-b1c5-7f37d52fe54b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.071312] env[69677]: DEBUG oslo_vmware.api [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for the task: (returnval){ [ 727.071312] env[69677]: value = "task-3436095" [ 727.071312] env[69677]: _type = "Task" [ 727.071312] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.079129] env[69677]: DEBUG oslo_vmware.api [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3436095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.128343] env[69677]: DEBUG oslo_concurrency.lockutils [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.170121] env[69677]: DEBUG oslo_concurrency.lockutils [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "b2022c4d-b86c-4429-af76-d9c7e2121739" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.171020] env[69677]: DEBUG oslo_concurrency.lockutils [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "b2022c4d-b86c-4429-af76-d9c7e2121739" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.171020] env[69677]: DEBUG nova.compute.manager [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.172227] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf75c01d-1e36-40e1-8a04-b9508200d907 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.179263] env[69677]: DEBUG nova.compute.manager [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 727.179809] env[69677]: DEBUG nova.objects.instance [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lazy-loading 'flavor' on Instance uuid b2022c4d-b86c-4429-af76-d9c7e2121739 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.211444] env[69677]: INFO nova.compute.manager [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Took 39.10 seconds to build instance. [ 727.415962] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.436108] env[69677]: DEBUG nova.compute.utils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.440865] env[69677]: INFO nova.compute.claims [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.448752] env[69677]: DEBUG nova.compute.manager [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.449351] env[69677]: DEBUG nova.network.neutron [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.514408] env[69677]: DEBUG nova.policy [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ff9ecb7a66c4db1b670f4a58d1f3b6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd83c94dc51d54d8ca77915b37cea8cd7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.581235] env[69677]: DEBUG oslo_vmware.api [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Task: {'id': task-3436095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292177} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.581557] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.581995] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.582249] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.582457] env[69677]: INFO nova.compute.manager [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Took 1.16 seconds to destroy the instance on the hypervisor. [ 727.582755] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.583123] env[69677]: DEBUG nova.compute.manager [-] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.583249] env[69677]: DEBUG nova.network.neutron [-] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.599887] env[69677]: DEBUG nova.compute.manager [req-162abe79-4450-4fa8-b446-3dac844aed08 req-0ca26076-0bed-4f79-a269-76c17c50d0c1 service nova] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Received event network-vif-deleted-8164f0f9-3216-42ef-9362-c7fdd73f167c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.714795] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f3115b1b-96f6-4d4d-9548-1c48b93691e7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.690s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.919311] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436093, 'name': ReconfigVM_Task, 'duration_secs': 0.559045} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.919613] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Reconfigured VM instance instance-0000001c to attach disk [datastore2] d71a8019-3763-44f8-9ad7-78ab81353b60/d71a8019-3763-44f8-9ad7-78ab81353b60.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.920355] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e08752ca-9e8e-4f65-99da-88585af9b354 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.928557] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for the task: (returnval){ [ 727.928557] env[69677]: value = "task-3436096" [ 727.928557] env[69677]: _type = "Task" [ 727.928557] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.937954] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436096, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.950912] env[69677]: INFO nova.compute.resource_tracker [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating resource usage from migration 79263ea9-48ca-474b-99c6-3616b4768aa6 [ 727.955984] env[69677]: DEBUG nova.compute.manager [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.098979] env[69677]: DEBUG nova.network.neutron [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Successfully created port: 0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.113159] env[69677]: DEBUG nova.compute.manager [req-a9f6426a-1327-4c37-b173-d76505b046e1 req-0e54032b-75cb-4405-8a33-8fbd36cda5b9 service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Received event network-vif-deleted-3a24b673-9bed-480a-bbe5-17ffbf9ce68d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.113405] env[69677]: INFO nova.compute.manager [req-a9f6426a-1327-4c37-b173-d76505b046e1 req-0e54032b-75cb-4405-8a33-8fbd36cda5b9 service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Neutron deleted interface 3a24b673-9bed-480a-bbe5-17ffbf9ce68d; detaching it from the instance and deleting it from the info cache [ 728.113624] env[69677]: DEBUG nova.network.neutron [req-a9f6426a-1327-4c37-b173-d76505b046e1 req-0e54032b-75cb-4405-8a33-8fbd36cda5b9 service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.188629] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.188928] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5adb8fcd-9b7f-4378-8195-2f59f1905935 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.198063] env[69677]: DEBUG oslo_vmware.api [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 728.198063] env[69677]: value = "task-3436097" [ 728.198063] env[69677]: _type = "Task" [ 728.198063] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.207585] env[69677]: DEBUG oslo_vmware.api [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.225223] env[69677]: DEBUG nova.compute.manager [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.446985] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436096, 'name': Rename_Task, 'duration_secs': 0.333106} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.449224] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.449591] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc0d9808-aad1-438b-a564-a2da2841b2b5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.463055] env[69677]: DEBUG nova.network.neutron [-] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.464194] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for the task: (returnval){ [ 728.464194] env[69677]: value = "task-3436098" [ 728.464194] env[69677]: _type = "Task" [ 728.464194] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.476348] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.579411] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ace4bd-176f-4b35-b9bb-aaac80455eba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.587897] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec9b283-3285-4273-a41d-824cb121eb4b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.630502] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-193b2eff-ca78-4407-b9d3-18a5f2950677 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.632673] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dbc5ff-10c3-4e58-a1b5-9b2ac9f3cccf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.643729] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1739c226-9947-43d7-af9a-a489ce124652 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.650349] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75febef6-3979-4c38-a943-219d8f4c7b70 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.672927] env[69677]: DEBUG nova.compute.provider_tree [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.686191] env[69677]: DEBUG nova.compute.manager [req-a9f6426a-1327-4c37-b173-d76505b046e1 req-0e54032b-75cb-4405-8a33-8fbd36cda5b9 service nova] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Detach interface failed, port_id=3a24b673-9bed-480a-bbe5-17ffbf9ce68d, reason: Instance 52336a80-7d44-4da9-95cd-b810f96a0f71 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 728.688064] env[69677]: DEBUG nova.scheduler.client.report [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.710596] env[69677]: DEBUG oslo_vmware.api [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436097, 'name': PowerOffVM_Task, 'duration_secs': 0.35317} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.710854] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.711063] env[69677]: DEBUG nova.compute.manager [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.711929] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbef0f21-bdb0-418f-b2bb-2c7c6e90f65c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.752477] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.966869] env[69677]: DEBUG nova.compute.manager [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.970808] env[69677]: INFO nova.compute.manager [-] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Took 1.39 seconds to deallocate network for instance. [ 728.983251] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.004639] env[69677]: DEBUG nova.virt.hardware [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.004933] env[69677]: DEBUG nova.virt.hardware [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.005169] env[69677]: DEBUG nova.virt.hardware [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.005419] env[69677]: DEBUG nova.virt.hardware [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.005617] env[69677]: DEBUG nova.virt.hardware [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.005788] env[69677]: DEBUG nova.virt.hardware [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.009028] env[69677]: DEBUG nova.virt.hardware [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.009028] env[69677]: DEBUG nova.virt.hardware [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.009028] env[69677]: DEBUG nova.virt.hardware [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.009028] env[69677]: DEBUG nova.virt.hardware [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.009028] env[69677]: DEBUG nova.virt.hardware [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.009350] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9011a57-459a-4829-9f1a-d7c2801f434d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.017996] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afab6feb-1d53-4fae-bc1e-9443c0ce512d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.196696] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.264s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.197578] env[69677]: INFO nova.compute.manager [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Migrating [ 729.197578] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.197578] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.199060] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.539s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.199149] env[69677]: DEBUG nova.objects.instance [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lazy-loading 'resources' on Instance uuid 62fa0b0e-ea00-43db-ab56-6690a625af50 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.225697] env[69677]: DEBUG oslo_concurrency.lockutils [None req-261deb90-1877-4477-a0f7-8f03af49ae37 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "b2022c4d-b86c-4429-af76-d9c7e2121739" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.485124] env[69677]: DEBUG oslo_concurrency.lockutils [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.485471] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.696997] env[69677]: DEBUG nova.compute.manager [req-b4a21092-874e-413c-8d31-25a706020b2e req-c6a90856-3075-4600-9f46-6fd2f3fcbba8 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Received event network-changed-80388465-50a7-4649-8cea-cbac7e27cd53 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.696997] env[69677]: DEBUG nova.compute.manager [req-b4a21092-874e-413c-8d31-25a706020b2e req-c6a90856-3075-4600-9f46-6fd2f3fcbba8 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Refreshing instance network info cache due to event network-changed-80388465-50a7-4649-8cea-cbac7e27cd53. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.696997] env[69677]: DEBUG oslo_concurrency.lockutils [req-b4a21092-874e-413c-8d31-25a706020b2e req-c6a90856-3075-4600-9f46-6fd2f3fcbba8 service nova] Acquiring lock "refresh_cache-5df02f54-5283-4379-a5f0-8e1123c0ab92" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.696997] env[69677]: DEBUG oslo_concurrency.lockutils [req-b4a21092-874e-413c-8d31-25a706020b2e req-c6a90856-3075-4600-9f46-6fd2f3fcbba8 service nova] Acquired lock "refresh_cache-5df02f54-5283-4379-a5f0-8e1123c0ab92" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.696997] env[69677]: DEBUG nova.network.neutron [req-b4a21092-874e-413c-8d31-25a706020b2e req-c6a90856-3075-4600-9f46-6fd2f3fcbba8 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Refreshing network info cache for port 80388465-50a7-4649-8cea-cbac7e27cd53 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.701554] env[69677]: INFO nova.compute.rpcapi [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 729.702089] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.908325] env[69677]: DEBUG nova.objects.instance [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lazy-loading 'flavor' on Instance uuid b2022c4d-b86c-4429-af76-d9c7e2121739 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.978589] env[69677]: DEBUG nova.network.neutron [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Successfully updated port: 0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 729.987281] env[69677]: DEBUG oslo_vmware.api [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436098, 'name': PowerOnVM_Task, 'duration_secs': 1.163645} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.987509] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.987718] env[69677]: INFO nova.compute.manager [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Took 9.78 seconds to spawn the instance on the hypervisor. [ 729.987965] env[69677]: DEBUG nova.compute.manager [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.989519] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9942439e-87f1-44f9-a49c-02aa2e7604e2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.220223] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.220423] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.220589] env[69677]: DEBUG nova.network.neutron [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.329259] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9272d1ed-350b-402f-aa21-6fb0229c03b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.339068] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e136d833-0f52-4054-97ef-93e179ce7bab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.383273] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ab505b-ccba-4c24-ad59-f4d6bcc287c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.393835] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525f737c-7aa8-4f7e-989f-1b6554efcd49 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.413158] env[69677]: DEBUG nova.compute.provider_tree [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.416027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "refresh_cache-b2022c4d-b86c-4429-af76-d9c7e2121739" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.416027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquired lock "refresh_cache-b2022c4d-b86c-4429-af76-d9c7e2121739" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.416027] env[69677]: DEBUG nova.network.neutron [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.416471] env[69677]: DEBUG nova.objects.instance [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lazy-loading 'info_cache' on Instance uuid b2022c4d-b86c-4429-af76-d9c7e2121739 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.484533] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquiring lock "refresh_cache-0484fec0-872b-45c3-92cf-5d855e5d3d03" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.484687] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquired lock "refresh_cache-0484fec0-872b-45c3-92cf-5d855e5d3d03" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.484844] env[69677]: DEBUG nova.network.neutron [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.508540] env[69677]: INFO nova.compute.manager [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Took 37.47 seconds to build instance. [ 730.563712] env[69677]: DEBUG nova.network.neutron [req-b4a21092-874e-413c-8d31-25a706020b2e req-c6a90856-3075-4600-9f46-6fd2f3fcbba8 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Updated VIF entry in instance network info cache for port 80388465-50a7-4649-8cea-cbac7e27cd53. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.563874] env[69677]: DEBUG nova.network.neutron [req-b4a21092-874e-413c-8d31-25a706020b2e req-c6a90856-3075-4600-9f46-6fd2f3fcbba8 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Updating instance_info_cache with network_info: [{"id": "80388465-50a7-4649-8cea-cbac7e27cd53", "address": "fa:16:3e:da:12:8e", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80388465-50", "ovs_interfaceid": "80388465-50a7-4649-8cea-cbac7e27cd53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.814730] env[69677]: DEBUG nova.compute.manager [None req-ebacfebb-4d01-4e66-9111-55f7fa810ab0 tempest-ServerExternalEventsTest-1629269551 tempest-ServerExternalEventsTest-1629269551-project] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Received event network-changed {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.814927] env[69677]: DEBUG nova.compute.manager [None req-ebacfebb-4d01-4e66-9111-55f7fa810ab0 tempest-ServerExternalEventsTest-1629269551 tempest-ServerExternalEventsTest-1629269551-project] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Refreshing instance network info cache due to event network-changed. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.815157] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebacfebb-4d01-4e66-9111-55f7fa810ab0 tempest-ServerExternalEventsTest-1629269551 tempest-ServerExternalEventsTest-1629269551-project] Acquiring lock "refresh_cache-d71a8019-3763-44f8-9ad7-78ab81353b60" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.815350] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebacfebb-4d01-4e66-9111-55f7fa810ab0 tempest-ServerExternalEventsTest-1629269551 tempest-ServerExternalEventsTest-1629269551-project] Acquired lock "refresh_cache-d71a8019-3763-44f8-9ad7-78ab81353b60" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.815533] env[69677]: DEBUG nova.network.neutron [None req-ebacfebb-4d01-4e66-9111-55f7fa810ab0 tempest-ServerExternalEventsTest-1629269551 tempest-ServerExternalEventsTest-1629269551-project] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.919009] env[69677]: DEBUG nova.scheduler.client.report [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.923439] env[69677]: DEBUG nova.objects.base [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 731.011365] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9ba82385-b4ee-4688-869f-5673f5dd76c8 tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Lock "d71a8019-3763-44f8-9ad7-78ab81353b60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.406s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.020703] env[69677]: DEBUG nova.network.neutron [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.066328] env[69677]: DEBUG oslo_concurrency.lockutils [req-b4a21092-874e-413c-8d31-25a706020b2e req-c6a90856-3075-4600-9f46-6fd2f3fcbba8 service nova] Releasing lock "refresh_cache-5df02f54-5283-4379-a5f0-8e1123c0ab92" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.210762] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "6688d464-3e5c-4624-ba73-0b5bf35bba23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.211027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "6688d464-3e5c-4624-ba73-0b5bf35bba23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.251371] env[69677]: DEBUG nova.network.neutron [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance_info_cache with network_info: [{"id": "fc113dfd-0753-456f-95af-c3233d0d4b68", "address": "fa:16:3e:b6:58:87", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc113dfd-07", "ovs_interfaceid": "fc113dfd-0753-456f-95af-c3233d0d4b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.262961] env[69677]: DEBUG nova.network.neutron [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Updating instance_info_cache with network_info: [{"id": "0a7389d0-d2a4-4c7e-9a8d-05adf7c40493", "address": "fa:16:3e:a4:8d:93", "network": {"id": "d426085f-49dc-4c93-9fee-68c02a6223d3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1440693518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83c94dc51d54d8ca77915b37cea8cd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7389d0-d2", "ovs_interfaceid": "0a7389d0-d2a4-4c7e-9a8d-05adf7c40493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.426270] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.430039] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.284s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.435430] env[69677]: INFO nova.compute.claims [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.454607] env[69677]: INFO nova.scheduler.client.report [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleted allocations for instance 62fa0b0e-ea00-43db-ab56-6690a625af50 [ 731.515113] env[69677]: DEBUG nova.compute.manager [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.541397] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquiring lock "d71a8019-3763-44f8-9ad7-78ab81353b60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.541645] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Lock "d71a8019-3763-44f8-9ad7-78ab81353b60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.542140] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquiring lock "d71a8019-3763-44f8-9ad7-78ab81353b60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.542140] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Lock "d71a8019-3763-44f8-9ad7-78ab81353b60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.542240] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Lock "d71a8019-3763-44f8-9ad7-78ab81353b60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.546038] env[69677]: INFO nova.compute.manager [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Terminating instance [ 731.629926] env[69677]: DEBUG nova.network.neutron [None req-ebacfebb-4d01-4e66-9111-55f7fa810ab0 tempest-ServerExternalEventsTest-1629269551 tempest-ServerExternalEventsTest-1629269551-project] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Updating instance_info_cache with network_info: [{"id": "e863169a-e65f-40c0-a865-d18515f2f74b", "address": "fa:16:3e:43:1d:f7", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape863169a-e6", "ovs_interfaceid": "e863169a-e65f-40c0-a865-d18515f2f74b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.723332] env[69677]: DEBUG nova.network.neutron [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Updating instance_info_cache with network_info: [{"id": "50d059fd-37e8-456d-a5f0-4383cc12101c", "address": "fa:16:3e:68:5d:16", "network": {"id": "1f6bc1c3-35fa-4174-b006-c0966fa750d3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-432803201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91f61b491722400d8034dd55be0ef1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d059fd-37", "ovs_interfaceid": "50d059fd-37e8-456d-a5f0-4383cc12101c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.760171] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.768013] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Releasing lock "refresh_cache-0484fec0-872b-45c3-92cf-5d855e5d3d03" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.768013] env[69677]: DEBUG nova.compute.manager [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Instance network_info: |[{"id": "0a7389d0-d2a4-4c7e-9a8d-05adf7c40493", "address": "fa:16:3e:a4:8d:93", "network": {"id": "d426085f-49dc-4c93-9fee-68c02a6223d3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1440693518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83c94dc51d54d8ca77915b37cea8cd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7389d0-d2", "ovs_interfaceid": "0a7389d0-d2a4-4c7e-9a8d-05adf7c40493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 731.768206] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:8d:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a965790c-2d2f-4c2a-9ee7-745f4d53039b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a7389d0-d2a4-4c7e-9a8d-05adf7c40493', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.778116] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Creating folder: Project (d83c94dc51d54d8ca77915b37cea8cd7). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.779172] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65c48b84-7511-43d7-bc2e-efa273b04772 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.796187] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Created folder: Project (d83c94dc51d54d8ca77915b37cea8cd7) in parent group-v685897. [ 731.796187] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Creating folder: Instances. Parent ref: group-v685978. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 731.796187] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-999ace70-f231-45dc-8e26-59e70bf6ec35 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.808056] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Created folder: Instances in parent group-v685978. [ 731.808056] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.808056] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.808056] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ec15b6a-9063-465b-828d-fe26e69e18ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.829707] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.829707] env[69677]: value = "task-3436101" [ 731.829707] env[69677]: _type = "Task" [ 731.829707] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.839645] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436101, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.915267] env[69677]: DEBUG nova.compute.manager [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Received event network-vif-plugged-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.915267] env[69677]: DEBUG oslo_concurrency.lockutils [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] Acquiring lock "0484fec0-872b-45c3-92cf-5d855e5d3d03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.915267] env[69677]: DEBUG oslo_concurrency.lockutils [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] Lock "0484fec0-872b-45c3-92cf-5d855e5d3d03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.915267] env[69677]: DEBUG oslo_concurrency.lockutils [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] Lock "0484fec0-872b-45c3-92cf-5d855e5d3d03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.920024] env[69677]: DEBUG nova.compute.manager [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] No waiting events found dispatching network-vif-plugged-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.920024] env[69677]: WARNING nova.compute.manager [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Received unexpected event network-vif-plugged-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 for instance with vm_state building and task_state spawning. [ 731.920024] env[69677]: DEBUG nova.compute.manager [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Received event network-changed-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.920024] env[69677]: DEBUG nova.compute.manager [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Refreshing instance network info cache due to event network-changed-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.920024] env[69677]: DEBUG oslo_concurrency.lockutils [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] Acquiring lock "refresh_cache-0484fec0-872b-45c3-92cf-5d855e5d3d03" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.920874] env[69677]: DEBUG oslo_concurrency.lockutils [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] Acquired lock "refresh_cache-0484fec0-872b-45c3-92cf-5d855e5d3d03" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.920874] env[69677]: DEBUG nova.network.neutron [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Refreshing network info cache for port 0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.951568] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "92464135-7fa4-4345-9abb-27410703114d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.952863] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "92464135-7fa4-4345-9abb-27410703114d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.963801] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5a41f473-1e9d-471f-a134-d4462e65e3a5 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "62fa0b0e-ea00-43db-ab56-6690a625af50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.315s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.037753] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.049536] env[69677]: DEBUG nova.compute.manager [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.050338] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.051252] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6242b5-7992-460f-93e6-972f2bd330d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.061448] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.062406] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae1dd625-354b-4e1b-9788-c1e1ee05e052 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.076220] env[69677]: DEBUG oslo_vmware.api [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for the task: (returnval){ [ 732.076220] env[69677]: value = "task-3436102" [ 732.076220] env[69677]: _type = "Task" [ 732.076220] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.086729] env[69677]: DEBUG oslo_vmware.api [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.134644] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebacfebb-4d01-4e66-9111-55f7fa810ab0 tempest-ServerExternalEventsTest-1629269551 tempest-ServerExternalEventsTest-1629269551-project] Releasing lock "refresh_cache-d71a8019-3763-44f8-9ad7-78ab81353b60" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.226871] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Releasing lock "refresh_cache-b2022c4d-b86c-4429-af76-d9c7e2121739" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.342608] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436101, 'name': CreateVM_Task, 'duration_secs': 0.35394} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.342608] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.343776] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.343776] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.344045] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.344380] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56df8511-61ac-4cb9-8027-6920c0cdf35a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.350210] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for the task: (returnval){ [ 732.350210] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522d0dc9-6214-be15-d1f5-8ba2f0203cc4" [ 732.350210] env[69677]: _type = "Task" [ 732.350210] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.359239] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522d0dc9-6214-be15-d1f5-8ba2f0203cc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.588294] env[69677]: DEBUG oslo_vmware.api [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436102, 'name': PowerOffVM_Task, 'duration_secs': 0.246499} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.593895] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.593895] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.593895] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ed41f07-8079-4c51-b454-cf1d5f28d57c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.657484] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.657721] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.657883] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Deleting the datastore file [datastore2] d71a8019-3763-44f8-9ad7-78ab81353b60 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.658214] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c46139ed-5959-4993-afd7-54c9e2fd8286 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.673579] env[69677]: DEBUG oslo_vmware.api [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for the task: (returnval){ [ 732.673579] env[69677]: value = "task-3436104" [ 732.673579] env[69677]: _type = "Task" [ 732.673579] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.686033] env[69677]: DEBUG oslo_vmware.api [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.709296] env[69677]: DEBUG nova.network.neutron [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Updated VIF entry in instance network info cache for port 0a7389d0-d2a4-4c7e-9a8d-05adf7c40493. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.710078] env[69677]: DEBUG nova.network.neutron [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Updating instance_info_cache with network_info: [{"id": "0a7389d0-d2a4-4c7e-9a8d-05adf7c40493", "address": "fa:16:3e:a4:8d:93", "network": {"id": "d426085f-49dc-4c93-9fee-68c02a6223d3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1440693518-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d83c94dc51d54d8ca77915b37cea8cd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a965790c-2d2f-4c2a-9ee7-745f4d53039b", "external-id": "nsx-vlan-transportzone-708", "segmentation_id": 708, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a7389d0-d2", "ovs_interfaceid": "0a7389d0-d2a4-4c7e-9a8d-05adf7c40493", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.862575] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522d0dc9-6214-be15-d1f5-8ba2f0203cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.011055} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.862941] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.863246] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.863496] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.863642] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.863818] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.864086] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86a1f645-08d5-40d2-9e4e-91792cd8bef9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.876163] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.876376] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.877058] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db50fa3-6d2e-4622-80db-16d4315d3634 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.885223] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for the task: (returnval){ [ 732.885223] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52573b53-4500-3d9f-666e-9e6a8e4ff556" [ 732.885223] env[69677]: _type = "Task" [ 732.885223] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.893421] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52573b53-4500-3d9f-666e-9e6a8e4ff556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.986626] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11457d15-1389-4efe-bc81-3f0e2d5edac2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.994536] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb44231e-6b28-4c3d-82fe-9e11c7942bee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.023961] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefe9c2a-cad3-40c7-bd0d-13e4611ee8e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.031578] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a4dfe9-3f12-41b5-9c3f-43a76be61765 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.047440] env[69677]: DEBUG nova.compute.provider_tree [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.184375] env[69677]: DEBUG oslo_vmware.api [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Task: {'id': task-3436104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134009} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.184962] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.185171] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.185381] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.185569] env[69677]: INFO nova.compute.manager [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Took 1.14 seconds to destroy the instance on the hypervisor. [ 733.185798] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.185979] env[69677]: DEBUG nova.compute.manager [-] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.186082] env[69677]: DEBUG nova.network.neutron [-] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.216562] env[69677]: DEBUG oslo_concurrency.lockutils [req-859811f4-8a4a-4285-85b0-45851f3ed2db req-8d103d2c-ed31-4c78-86d8-87577b9b01b8 service nova] Releasing lock "refresh_cache-0484fec0-872b-45c3-92cf-5d855e5d3d03" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.234898] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.235151] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1015f67-d008-4a63-a1e6-668b2c732d64 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.243677] env[69677]: DEBUG oslo_vmware.api [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 733.243677] env[69677]: value = "task-3436105" [ 733.243677] env[69677]: _type = "Task" [ 733.243677] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.252798] env[69677]: DEBUG oslo_vmware.api [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.275837] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a6e4b8-6896-45d9-886f-5a017b762c64 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.295191] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance 'dfe7d605-4dab-4aea-bc6f-02021cf09d17' progress to 0 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 733.398504] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52573b53-4500-3d9f-666e-9e6a8e4ff556, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.399447] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a49738-6167-450a-b7a6-44a4ceb33ea9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.406097] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for the task: (returnval){ [ 733.406097] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f03c7-6c92-6ce2-d858-eb32a9ac5db3" [ 733.406097] env[69677]: _type = "Task" [ 733.406097] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.416506] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f03c7-6c92-6ce2-d858-eb32a9ac5db3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.569118] env[69677]: ERROR nova.scheduler.client.report [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [req-b09aa95e-bfec-4dec-92b8-4661f81113a4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c5171a8-f2e0-4f3a-8916-700b7523cd77. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b09aa95e-bfec-4dec-92b8-4661f81113a4"}]} [ 733.585282] env[69677]: DEBUG nova.scheduler.client.report [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Refreshing inventories for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 733.604784] env[69677]: DEBUG nova.scheduler.client.report [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Updating ProviderTree inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 733.605041] env[69677]: DEBUG nova.compute.provider_tree [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.618114] env[69677]: DEBUG nova.scheduler.client.report [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Refreshing aggregate associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, aggregates: None {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 733.639031] env[69677]: DEBUG nova.scheduler.client.report [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Refreshing trait associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 733.756854] env[69677]: DEBUG oslo_vmware.api [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436105, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.801324] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.801649] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26965544-2422-4585-a770-392fbcd5318e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.812016] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 733.812016] env[69677]: value = "task-3436106" [ 733.812016] env[69677]: _type = "Task" [ 733.812016] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.823802] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.929260] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f03c7-6c92-6ce2-d858-eb32a9ac5db3, 'name': SearchDatastore_Task, 'duration_secs': 0.017027} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.932745] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.933232] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 0484fec0-872b-45c3-92cf-5d855e5d3d03/0484fec0-872b-45c3-92cf-5d855e5d3d03.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.933885] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca1a2bfc-4ed8-40b8-a756-87503b1cb2dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.936593] env[69677]: DEBUG nova.network.neutron [-] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.947390] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for the task: (returnval){ [ 733.947390] env[69677]: value = "task-3436107" [ 733.947390] env[69677]: _type = "Task" [ 733.947390] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.965971] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.979547] env[69677]: DEBUG nova.compute.manager [req-2409f61d-7556-435e-a6bc-1c740d4de52d req-0f8bac16-b68b-4876-9c88-898041fab096 service nova] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Received event network-vif-deleted-e863169a-e65f-40c0-a865-d18515f2f74b {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.184674] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de1c27-5f22-4257-b378-15674ff5f709 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.194076] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc377a2e-2b46-4d18-836e-af77fae34a56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.228546] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea61e33-a8ac-44da-a8f2-9d53a11202c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.239722] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974d64a7-09c2-47a4-9a52-80281f0b460f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.261259] env[69677]: DEBUG nova.compute.provider_tree [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.270523] env[69677]: DEBUG oslo_vmware.api [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436105, 'name': PowerOnVM_Task, 'duration_secs': 0.757399} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.270971] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.271040] env[69677]: DEBUG nova.compute.manager [None req-fd5bfa1e-7a85-4c30-a772-dea4320ab128 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.271876] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda1ed31-b6c7-4be3-8221-c9b5e9effc21 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.326941] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436106, 'name': PowerOffVM_Task, 'duration_secs': 0.235354} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.328456] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.328698] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance 'dfe7d605-4dab-4aea-bc6f-02021cf09d17' progress to 17 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 734.442105] env[69677]: INFO nova.compute.manager [-] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Took 1.26 seconds to deallocate network for instance. [ 734.456689] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470267} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.456877] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 0484fec0-872b-45c3-92cf-5d855e5d3d03/0484fec0-872b-45c3-92cf-5d855e5d3d03.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.457043] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.457276] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cc832fb-eb68-4aba-8354-deaf836b16f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.464871] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for the task: (returnval){ [ 734.464871] env[69677]: value = "task-3436108" [ 734.464871] env[69677]: _type = "Task" [ 734.464871] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.473367] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.806661] env[69677]: DEBUG nova.scheduler.client.report [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Updated inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 734.806822] env[69677]: DEBUG nova.compute.provider_tree [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Updating resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 generation from 56 to 57 during operation: update_inventory {{(pid=69677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 734.807010] env[69677]: DEBUG nova.compute.provider_tree [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 734.838011] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.838011] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.838011] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.838011] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.838279] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.838279] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.838379] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.838536] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.838700] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.838858] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.839038] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.845087] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca055d6-7eb5-46f1-88f7-50fc10855570 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.863543] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 734.863543] env[69677]: value = "task-3436109" [ 734.863543] env[69677]: _type = "Task" [ 734.863543] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.872296] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.948459] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.976867] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072718} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.977241] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.978373] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52c0aac-5b68-4a54-a0b8-fbe27a987f74 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.002662] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 0484fec0-872b-45c3-92cf-5d855e5d3d03/0484fec0-872b-45c3-92cf-5d855e5d3d03.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.002980] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af5390ae-1a2d-41f9-85b5-07f70b6ad8b9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.024140] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for the task: (returnval){ [ 735.024140] env[69677]: value = "task-3436110" [ 735.024140] env[69677]: _type = "Task" [ 735.024140] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.032703] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.314118] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.884s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.314810] env[69677]: DEBUG nova.compute.manager [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.318878] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.052s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.320488] env[69677]: INFO nova.compute.claims [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.379487] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436109, 'name': ReconfigVM_Task, 'duration_secs': 0.450196} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.379858] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance 'dfe7d605-4dab-4aea-bc6f-02021cf09d17' progress to 33 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 735.534820] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.824799] env[69677]: DEBUG nova.compute.utils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.826334] env[69677]: DEBUG nova.compute.manager [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.826569] env[69677]: DEBUG nova.network.neutron [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.869991] env[69677]: DEBUG nova.policy [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca7043b1c05d462d94f123ede1177536', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '350067d49ee548a48b3927ffa4be0483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.887028] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.887181] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.888020] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.888020] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.888020] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.888020] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.888020] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.888235] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.888235] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.888420] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.889128] env[69677]: DEBUG nova.virt.hardware [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.894302] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 735.894617] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1dd041e-de26-4cf9-8d6d-19208da43dc7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.917152] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 735.917152] env[69677]: value = "task-3436111" [ 735.917152] env[69677]: _type = "Task" [ 735.917152] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.927074] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.035585] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436110, 'name': ReconfigVM_Task, 'duration_secs': 0.969301} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.036699] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 0484fec0-872b-45c3-92cf-5d855e5d3d03/0484fec0-872b-45c3-92cf-5d855e5d3d03.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.036699] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06aaf854-7074-4bc7-892a-af9ed75f33e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.046042] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for the task: (returnval){ [ 736.046042] env[69677]: value = "task-3436112" [ 736.046042] env[69677]: _type = "Task" [ 736.046042] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.054128] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436112, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.263686] env[69677]: DEBUG nova.network.neutron [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Successfully created port: 9231c399-cfba-42e9-a239-588e6819719f {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.331187] env[69677]: DEBUG nova.compute.manager [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.430698] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436111, 'name': ReconfigVM_Task, 'duration_secs': 0.187449} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.430773] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 736.431528] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997dc0ef-e3fd-4a1c-b983-abc61fcb59e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.459591] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] dfe7d605-4dab-4aea-bc6f-02021cf09d17/dfe7d605-4dab-4aea-bc6f-02021cf09d17.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.462460] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c3ce05b-d3f5-4931-86e7-5ef6b5b1827f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.483228] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 736.483228] env[69677]: value = "task-3436113" [ 736.483228] env[69677]: _type = "Task" [ 736.483228] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.491193] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.556523] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436112, 'name': Rename_Task, 'duration_secs': 0.15562} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.556821] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.557234] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cde20ab-4b8a-463e-a955-c3c55e52885b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.567410] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for the task: (returnval){ [ 736.567410] env[69677]: value = "task-3436114" [ 736.567410] env[69677]: _type = "Task" [ 736.567410] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.575629] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.868570] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac5695f-c4d7-4295-a519-b7f932f696d7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.876544] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aaecf1-4995-4b6c-85f4-975ad5ba17b8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.910068] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d89e253-9eb7-4c38-8ecc-8bbd21e8f258 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.917276] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a28f99-e7d2-4cb5-b57b-ec9f4ed1c4d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.930963] env[69677]: DEBUG nova.compute.provider_tree [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.993810] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436113, 'name': ReconfigVM_Task, 'duration_secs': 0.255065} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.993810] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Reconfigured VM instance instance-00000013 to attach disk [datastore1] dfe7d605-4dab-4aea-bc6f-02021cf09d17/dfe7d605-4dab-4aea-bc6f-02021cf09d17.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.993810] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance 'dfe7d605-4dab-4aea-bc6f-02021cf09d17' progress to 50 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 737.076839] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.345682] env[69677]: DEBUG nova.compute.manager [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.373776] env[69677]: DEBUG nova.virt.hardware [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.374041] env[69677]: DEBUG nova.virt.hardware [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.374206] env[69677]: DEBUG nova.virt.hardware [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.374385] env[69677]: DEBUG nova.virt.hardware [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.374533] env[69677]: DEBUG nova.virt.hardware [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.374727] env[69677]: DEBUG nova.virt.hardware [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.374964] env[69677]: DEBUG nova.virt.hardware [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.375160] env[69677]: DEBUG nova.virt.hardware [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.375332] env[69677]: DEBUG nova.virt.hardware [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.376042] env[69677]: DEBUG nova.virt.hardware [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.376042] env[69677]: DEBUG nova.virt.hardware [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.376739] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66d0972-284e-4d93-8fde-bfe6687ce3c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.385086] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf406b74-764c-49cb-bffc-7b0ef12e7d95 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.433575] env[69677]: DEBUG nova.scheduler.client.report [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.500581] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c96c588-5a94-4d76-9bed-c97bc3b9b31a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.521824] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9199a282-c6b6-414a-bc93-26502c2ef2e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.540068] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance 'dfe7d605-4dab-4aea-bc6f-02021cf09d17' progress to 67 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 737.576661] env[69677]: DEBUG oslo_vmware.api [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436114, 'name': PowerOnVM_Task, 'duration_secs': 0.787128} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.576931] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.577154] env[69677]: INFO nova.compute.manager [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Took 8.61 seconds to spawn the instance on the hypervisor. [ 737.577338] env[69677]: DEBUG nova.compute.manager [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.578138] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2a4906-c732-46f6-a212-542178232220 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.760371] env[69677]: DEBUG nova.compute.manager [req-b29b866a-804b-4dfb-8d17-71a6342a55ac req-f0280f83-b7d5-4f95-abda-088419639125 service nova] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Received event network-vif-plugged-9231c399-cfba-42e9-a239-588e6819719f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.760579] env[69677]: DEBUG oslo_concurrency.lockutils [req-b29b866a-804b-4dfb-8d17-71a6342a55ac req-f0280f83-b7d5-4f95-abda-088419639125 service nova] Acquiring lock "48b0a9c2-c3ba-4558-a82a-82480f53f472-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.760785] env[69677]: DEBUG oslo_concurrency.lockutils [req-b29b866a-804b-4dfb-8d17-71a6342a55ac req-f0280f83-b7d5-4f95-abda-088419639125 service nova] Lock "48b0a9c2-c3ba-4558-a82a-82480f53f472-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.760973] env[69677]: DEBUG oslo_concurrency.lockutils [req-b29b866a-804b-4dfb-8d17-71a6342a55ac req-f0280f83-b7d5-4f95-abda-088419639125 service nova] Lock "48b0a9c2-c3ba-4558-a82a-82480f53f472-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.761915] env[69677]: DEBUG nova.compute.manager [req-b29b866a-804b-4dfb-8d17-71a6342a55ac req-f0280f83-b7d5-4f95-abda-088419639125 service nova] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] No waiting events found dispatching network-vif-plugged-9231c399-cfba-42e9-a239-588e6819719f {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.761915] env[69677]: WARNING nova.compute.manager [req-b29b866a-804b-4dfb-8d17-71a6342a55ac req-f0280f83-b7d5-4f95-abda-088419639125 service nova] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Received unexpected event network-vif-plugged-9231c399-cfba-42e9-a239-588e6819719f for instance with vm_state building and task_state spawning. [ 737.853309] env[69677]: DEBUG nova.network.neutron [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Successfully updated port: 9231c399-cfba-42e9-a239-588e6819719f {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.895478] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "61b8929a-8f0f-4288-bc41-45748ffb53db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.895757] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "61b8929a-8f0f-4288-bc41-45748ffb53db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.895971] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "61b8929a-8f0f-4288-bc41-45748ffb53db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.896175] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "61b8929a-8f0f-4288-bc41-45748ffb53db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.896440] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "61b8929a-8f0f-4288-bc41-45748ffb53db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.900766] env[69677]: INFO nova.compute.manager [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Terminating instance [ 737.938173] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.938689] env[69677]: DEBUG nova.compute.manager [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.941144] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.460s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.941353] env[69677]: DEBUG nova.objects.instance [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Lazy-loading 'resources' on Instance uuid 067561be-d2a7-4bba-9053-1091353849db {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.077762] env[69677]: DEBUG nova.network.neutron [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Port fc113dfd-0753-456f-95af-c3233d0d4b68 binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 738.098310] env[69677]: INFO nova.compute.manager [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Took 38.70 seconds to build instance. [ 738.358933] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "refresh_cache-48b0a9c2-c3ba-4558-a82a-82480f53f472" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.358933] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "refresh_cache-48b0a9c2-c3ba-4558-a82a-82480f53f472" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.358933] env[69677]: DEBUG nova.network.neutron [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.404161] env[69677]: DEBUG nova.compute.manager [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.405771] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.405771] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb290422-3f80-4a98-9ef4-f8bd87b55e58 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.413752] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.414016] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1a31819-d99b-42c4-9db6-eebba2ef337f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.421375] env[69677]: DEBUG oslo_vmware.api [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 738.421375] env[69677]: value = "task-3436115" [ 738.421375] env[69677]: _type = "Task" [ 738.421375] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.432320] env[69677]: DEBUG oslo_vmware.api [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.444879] env[69677]: DEBUG nova.compute.utils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.448994] env[69677]: DEBUG nova.compute.manager [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.449198] env[69677]: DEBUG nova.network.neutron [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.495389] env[69677]: DEBUG nova.policy [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '971d8f822b434b8697964908f3cef8cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f4fe7c58fb940e59032eb3ede4b9ddf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.603182] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59876447-b630-4530-a207-6e4da1256bc6 tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Lock "0484fec0-872b-45c3-92cf-5d855e5d3d03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.112s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.841704] env[69677]: DEBUG nova.network.neutron [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Successfully created port: b9ecbf1e-cd62-4d10-849d-6ef62ab1083f {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.898114] env[69677]: DEBUG nova.network.neutron [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.931139] env[69677]: DEBUG oslo_vmware.api [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436115, 'name': PowerOffVM_Task, 'duration_secs': 0.162788} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.931423] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.931592] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.931838] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59d70af3-8c60-4281-b15e-de81edecc024 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.949518] env[69677]: DEBUG nova.compute.manager [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.993676] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.993893] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.994609] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Deleting the datastore file [datastore2] 61b8929a-8f0f-4288-bc41-45748ffb53db {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.994917] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9205d30-afc8-425d-877d-d061a532ea32 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.001528] env[69677]: DEBUG oslo_vmware.api [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 739.001528] env[69677]: value = "task-3436117" [ 739.001528] env[69677]: _type = "Task" [ 739.001528] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.010159] env[69677]: DEBUG oslo_vmware.api [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.070636] env[69677]: DEBUG nova.network.neutron [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Updating instance_info_cache with network_info: [{"id": "9231c399-cfba-42e9-a239-588e6819719f", "address": "fa:16:3e:c5:6f:2e", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9231c399-cf", "ovs_interfaceid": "9231c399-cfba-42e9-a239-588e6819719f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.076484] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f6d708-6817-4a0c-bdd3-72aebbcb6aa5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.084885] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f00838-8750-458e-b00f-686645f40d70 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.131797] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.132062] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.132245] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.133625] env[69677]: DEBUG nova.compute.manager [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.138660] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ea2076-0457-44f6-a532-9cda80976ad1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.146882] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f115ae50-445e-44fc-9985-5cc13925484d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.165335] env[69677]: DEBUG nova.compute.provider_tree [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.514064] env[69677]: DEBUG oslo_vmware.api [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128149} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.514516] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.514703] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.514904] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.515084] env[69677]: INFO nova.compute.manager [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Took 1.11 seconds to destroy the instance on the hypervisor. [ 739.515316] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.515523] env[69677]: DEBUG nova.compute.manager [-] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.516437] env[69677]: DEBUG nova.network.neutron [-] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.573718] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "refresh_cache-48b0a9c2-c3ba-4558-a82a-82480f53f472" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.574074] env[69677]: DEBUG nova.compute.manager [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Instance network_info: |[{"id": "9231c399-cfba-42e9-a239-588e6819719f", "address": "fa:16:3e:c5:6f:2e", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9231c399-cf", "ovs_interfaceid": "9231c399-cfba-42e9-a239-588e6819719f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.574527] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:6f:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9231c399-cfba-42e9-a239-588e6819719f', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.582314] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Creating folder: Project (350067d49ee548a48b3927ffa4be0483). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.582941] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e43fd58b-34fd-4a0e-a8c9-c537b831f15c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.594740] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Created folder: Project (350067d49ee548a48b3927ffa4be0483) in parent group-v685897. [ 739.594921] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Creating folder: Instances. Parent ref: group-v685981. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.595175] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-deada9cc-d48d-4dfa-8bef-7fbeba69d927 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.604660] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Created folder: Instances in parent group-v685981. [ 739.604880] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.605076] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.605276] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6d92a16-21cc-472f-a66b-95e69f855188 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.625931] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.625931] env[69677]: value = "task-3436120" [ 739.625931] env[69677]: _type = "Task" [ 739.625931] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.633912] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436120, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.661828] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.669236] env[69677]: DEBUG nova.scheduler.client.report [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.733702] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.735043] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.735043] env[69677]: DEBUG nova.network.neutron [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.882841] env[69677]: DEBUG nova.compute.manager [req-490898f4-bf0d-4edf-b2d3-ce23ec442142 req-b03c26f8-3579-435e-a63f-51aa9e5c7b8b service nova] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Received event network-changed-9231c399-cfba-42e9-a239-588e6819719f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.882841] env[69677]: DEBUG nova.compute.manager [req-490898f4-bf0d-4edf-b2d3-ce23ec442142 req-b03c26f8-3579-435e-a63f-51aa9e5c7b8b service nova] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Refreshing instance network info cache due to event network-changed-9231c399-cfba-42e9-a239-588e6819719f. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.883070] env[69677]: DEBUG oslo_concurrency.lockutils [req-490898f4-bf0d-4edf-b2d3-ce23ec442142 req-b03c26f8-3579-435e-a63f-51aa9e5c7b8b service nova] Acquiring lock "refresh_cache-48b0a9c2-c3ba-4558-a82a-82480f53f472" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.883216] env[69677]: DEBUG oslo_concurrency.lockutils [req-490898f4-bf0d-4edf-b2d3-ce23ec442142 req-b03c26f8-3579-435e-a63f-51aa9e5c7b8b service nova] Acquired lock "refresh_cache-48b0a9c2-c3ba-4558-a82a-82480f53f472" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.885139] env[69677]: DEBUG nova.network.neutron [req-490898f4-bf0d-4edf-b2d3-ce23ec442142 req-b03c26f8-3579-435e-a63f-51aa9e5c7b8b service nova] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Refreshing network info cache for port 9231c399-cfba-42e9-a239-588e6819719f {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.966725] env[69677]: DEBUG nova.compute.manager [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.979846] env[69677]: DEBUG nova.compute.manager [req-7607733d-b502-4dcb-bb8a-8aaee1b383d8 req-3a2f594c-d7f1-4f42-a9eb-35815fd9861f service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Received event network-vif-deleted-33664925-19dc-40e2-bc52-18ceef075644 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.980853] env[69677]: INFO nova.compute.manager [req-7607733d-b502-4dcb-bb8a-8aaee1b383d8 req-3a2f594c-d7f1-4f42-a9eb-35815fd9861f service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Neutron deleted interface 33664925-19dc-40e2-bc52-18ceef075644; detaching it from the instance and deleting it from the info cache [ 739.981601] env[69677]: DEBUG nova.network.neutron [req-7607733d-b502-4dcb-bb8a-8aaee1b383d8 req-3a2f594c-d7f1-4f42-a9eb-35815fd9861f service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.995542] env[69677]: DEBUG nova.virt.hardware [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.995801] env[69677]: DEBUG nova.virt.hardware [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.995952] env[69677]: DEBUG nova.virt.hardware [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.996429] env[69677]: DEBUG nova.virt.hardware [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.996797] env[69677]: DEBUG nova.virt.hardware [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.997129] env[69677]: DEBUG nova.virt.hardware [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.999013] env[69677]: DEBUG nova.virt.hardware [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.999013] env[69677]: DEBUG nova.virt.hardware [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.999013] env[69677]: DEBUG nova.virt.hardware [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.999013] env[69677]: DEBUG nova.virt.hardware [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.999013] env[69677]: DEBUG nova.virt.hardware [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.999261] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2f18a1-5d57-4ead-bb36-0764ad31e4d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.009389] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3e797a-34d8-422e-8a82-5763b9856ab0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.016033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquiring lock "0484fec0-872b-45c3-92cf-5d855e5d3d03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.016033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Lock "0484fec0-872b-45c3-92cf-5d855e5d3d03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.016033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquiring lock "0484fec0-872b-45c3-92cf-5d855e5d3d03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.016235] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Lock "0484fec0-872b-45c3-92cf-5d855e5d3d03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.016455] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Lock "0484fec0-872b-45c3-92cf-5d855e5d3d03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.027030] env[69677]: INFO nova.compute.manager [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Terminating instance [ 740.141792] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436120, 'name': CreateVM_Task, 'duration_secs': 0.330643} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.142103] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.148501] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.148501] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.148501] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.148501] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf230e7-d9e6-47fd-bf59-fa320b856b25 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.155064] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 740.155064] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52528919-3fa3-40ac-a3dc-4296e9d36664" [ 740.155064] env[69677]: _type = "Task" [ 740.155064] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.165123] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52528919-3fa3-40ac-a3dc-4296e9d36664, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.165434] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.166369] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.166369] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.166369] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.166369] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.166678] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b78690f3-34fc-4703-804c-07cb4bd92238 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.176097] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.178390] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.178595] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.179679] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.055s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.181203] env[69677]: INFO nova.compute.claims [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.184320] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40ba42f-1463-4eca-a0c7-9eec4bd95242 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.190333] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 740.190333] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529f1968-a418-eeda-6911-12577da9d15d" [ 740.190333] env[69677]: _type = "Task" [ 740.190333] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.196017] env[69677]: INFO nova.scheduler.client.report [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Deleted allocations for instance 067561be-d2a7-4bba-9053-1091353849db [ 740.206345] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529f1968-a418-eeda-6911-12577da9d15d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.408478] env[69677]: DEBUG nova.network.neutron [-] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.421228] env[69677]: DEBUG nova.network.neutron [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Successfully updated port: b9ecbf1e-cd62-4d10-849d-6ef62ab1083f {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.485204] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3725780-1c74-4044-9845-c061473ee276 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.494997] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8487ee52-934f-44fa-a122-969067b98e92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.533668] env[69677]: DEBUG nova.compute.manager [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.533912] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.534262] env[69677]: DEBUG nova.compute.manager [req-7607733d-b502-4dcb-bb8a-8aaee1b383d8 req-3a2f594c-d7f1-4f42-a9eb-35815fd9861f service nova] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Detach interface failed, port_id=33664925-19dc-40e2-bc52-18ceef075644, reason: Instance 61b8929a-8f0f-4288-bc41-45748ffb53db could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 740.538184] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8d0341-e15d-4525-83cb-a90ed847ecf6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.545574] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.545855] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-277505f6-b1af-437b-b95f-c177b5cdca58 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.553008] env[69677]: DEBUG oslo_vmware.api [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for the task: (returnval){ [ 740.553008] env[69677]: value = "task-3436121" [ 740.553008] env[69677]: _type = "Task" [ 740.553008] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.561371] env[69677]: DEBUG oslo_vmware.api [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.573143] env[69677]: DEBUG nova.network.neutron [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance_info_cache with network_info: [{"id": "fc113dfd-0753-456f-95af-c3233d0d4b68", "address": "fa:16:3e:b6:58:87", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc113dfd-07", "ovs_interfaceid": "fc113dfd-0753-456f-95af-c3233d0d4b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.692088] env[69677]: DEBUG nova.network.neutron [req-490898f4-bf0d-4edf-b2d3-ce23ec442142 req-b03c26f8-3579-435e-a63f-51aa9e5c7b8b service nova] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Updated VIF entry in instance network info cache for port 9231c399-cfba-42e9-a239-588e6819719f. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.692456] env[69677]: DEBUG nova.network.neutron [req-490898f4-bf0d-4edf-b2d3-ce23ec442142 req-b03c26f8-3579-435e-a63f-51aa9e5c7b8b service nova] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Updating instance_info_cache with network_info: [{"id": "9231c399-cfba-42e9-a239-588e6819719f", "address": "fa:16:3e:c5:6f:2e", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9231c399-cf", "ovs_interfaceid": "9231c399-cfba-42e9-a239-588e6819719f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.706186] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529f1968-a418-eeda-6911-12577da9d15d, 'name': SearchDatastore_Task, 'duration_secs': 0.012934} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.706617] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0290b6fd-2532-4b68-9d3a-9b3a2cf7c0ae tempest-TenantUsagesTestJSON-1798040851 tempest-TenantUsagesTestJSON-1798040851-project-member] Lock "067561be-d2a7-4bba-9053-1091353849db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.871s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.708361] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d8513c5-9d43-4d7b-a2e8-6fc3f3ff0bd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.714363] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 740.714363] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52df736f-3d5e-d6e1-eb8c-875efc6f6e80" [ 740.714363] env[69677]: _type = "Task" [ 740.714363] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.723075] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52df736f-3d5e-d6e1-eb8c-875efc6f6e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.911978] env[69677]: INFO nova.compute.manager [-] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Took 1.40 seconds to deallocate network for instance. [ 740.930161] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquiring lock "refresh_cache-07b4b9aa-0c58-4a91-bc5b-74cf551cce13" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.930161] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquired lock "refresh_cache-07b4b9aa-0c58-4a91-bc5b-74cf551cce13" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.930161] env[69677]: DEBUG nova.network.neutron [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.063129] env[69677]: DEBUG oslo_vmware.api [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436121, 'name': PowerOffVM_Task, 'duration_secs': 0.220319} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.063471] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.063696] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.063989] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6d3d59d-db09-490f-959b-2c2b08f6a23d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.075714] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.145177] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.145439] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.145654] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Deleting the datastore file [datastore1] 0484fec0-872b-45c3-92cf-5d855e5d3d03 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.145939] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69c7a9c8-30ba-45b2-b988-d93d3f070e2d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.153660] env[69677]: DEBUG oslo_vmware.api [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for the task: (returnval){ [ 741.153660] env[69677]: value = "task-3436123" [ 741.153660] env[69677]: _type = "Task" [ 741.153660] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.161879] env[69677]: DEBUG oslo_vmware.api [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.200507] env[69677]: DEBUG oslo_concurrency.lockutils [req-490898f4-bf0d-4edf-b2d3-ce23ec442142 req-b03c26f8-3579-435e-a63f-51aa9e5c7b8b service nova] Releasing lock "refresh_cache-48b0a9c2-c3ba-4558-a82a-82480f53f472" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.226436] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52df736f-3d5e-d6e1-eb8c-875efc6f6e80, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.229079] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.229480] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 48b0a9c2-c3ba-4558-a82a-82480f53f472/48b0a9c2-c3ba-4558-a82a-82480f53f472.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.229955] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b39e5f7-1aa6-4ab8-89a4-577916aa99b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.236296] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 741.236296] env[69677]: value = "task-3436124" [ 741.236296] env[69677]: _type = "Task" [ 741.236296] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.248495] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.418096] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.498893] env[69677]: DEBUG nova.network.neutron [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.605303] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d9fa68-6b37-4be7-af19-fba22358c60b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.638045] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b587b2-f6f9-4a20-90c8-4540be9b4648 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.646773] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance 'dfe7d605-4dab-4aea-bc6f-02021cf09d17' progress to 83 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 741.667076] env[69677]: DEBUG oslo_vmware.api [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Task: {'id': task-3436123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129464} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.667076] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.667076] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.667076] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.667342] env[69677]: INFO nova.compute.manager [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Took 1.13 seconds to destroy the instance on the hypervisor. [ 741.667457] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.667648] env[69677]: DEBUG nova.compute.manager [-] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.667752] env[69677]: DEBUG nova.network.neutron [-] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.746164] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468578} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.746435] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 48b0a9c2-c3ba-4558-a82a-82480f53f472/48b0a9c2-c3ba-4558-a82a-82480f53f472.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.746659] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.746900] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5d7d04c-3cc8-410b-a201-552889e8de8d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.755074] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 741.755074] env[69677]: value = "task-3436125" [ 741.755074] env[69677]: _type = "Task" [ 741.755074] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.760313] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d25e1f-e9cd-4ffe-b603-ff156223051b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.765530] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.769960] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f640a5-2206-498c-a14e-8baf0549ebd4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.801826] env[69677]: DEBUG nova.network.neutron [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Updating instance_info_cache with network_info: [{"id": "b9ecbf1e-cd62-4d10-849d-6ef62ab1083f", "address": "fa:16:3e:1f:d6:8d", "network": {"id": "b6e70731-c8f3-4cc6-9740-640afeccbfc8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1153594376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f4fe7c58fb940e59032eb3ede4b9ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ecbf1e-cd", "ovs_interfaceid": "b9ecbf1e-cd62-4d10-849d-6ef62ab1083f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.804473] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8cec82-6768-4a9b-8353-7f53ccc8f4b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.811877] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4785b2cc-28ed-44ae-8c29-cad74def8823 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.826440] env[69677]: DEBUG nova.compute.provider_tree [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.003159] env[69677]: DEBUG nova.compute.manager [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Received event network-vif-plugged-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.003366] env[69677]: DEBUG oslo_concurrency.lockutils [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] Acquiring lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.003596] env[69677]: DEBUG oslo_concurrency.lockutils [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] Lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.003757] env[69677]: DEBUG oslo_concurrency.lockutils [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] Lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.003917] env[69677]: DEBUG nova.compute.manager [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] No waiting events found dispatching network-vif-plugged-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.004853] env[69677]: WARNING nova.compute.manager [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Received unexpected event network-vif-plugged-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f for instance with vm_state building and task_state spawning. [ 742.005088] env[69677]: DEBUG nova.compute.manager [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Received event network-changed-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.005256] env[69677]: DEBUG nova.compute.manager [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Refreshing instance network info cache due to event network-changed-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.005500] env[69677]: DEBUG oslo_concurrency.lockutils [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] Acquiring lock "refresh_cache-07b4b9aa-0c58-4a91-bc5b-74cf551cce13" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.071753] env[69677]: DEBUG nova.compute.manager [req-a100a0e3-bc05-4667-976d-d0532fb16d92 req-0cfea7ce-f4ab-401d-9931-37b8f0f1071e service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Received event network-vif-deleted-0a7389d0-d2a4-4c7e-9a8d-05adf7c40493 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.071950] env[69677]: INFO nova.compute.manager [req-a100a0e3-bc05-4667-976d-d0532fb16d92 req-0cfea7ce-f4ab-401d-9931-37b8f0f1071e service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Neutron deleted interface 0a7389d0-d2a4-4c7e-9a8d-05adf7c40493; detaching it from the instance and deleting it from the info cache [ 742.072188] env[69677]: DEBUG nova.network.neutron [req-a100a0e3-bc05-4667-976d-d0532fb16d92 req-0cfea7ce-f4ab-401d-9931-37b8f0f1071e service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.158907] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.159601] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca5653ae-f6ef-4c92-84f8-8f3db62b746b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.167744] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 742.167744] env[69677]: value = "task-3436126" [ 742.167744] env[69677]: _type = "Task" [ 742.167744] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.175795] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.264970] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062876} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.265265] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.266062] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8272c12b-2d1f-41ad-a1bb-9998c79d3fdc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.287632] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 48b0a9c2-c3ba-4558-a82a-82480f53f472/48b0a9c2-c3ba-4558-a82a-82480f53f472.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.287927] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-677713e3-0cfd-42ce-b47c-714621d58152 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.307916] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Releasing lock "refresh_cache-07b4b9aa-0c58-4a91-bc5b-74cf551cce13" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.308231] env[69677]: DEBUG nova.compute.manager [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Instance network_info: |[{"id": "b9ecbf1e-cd62-4d10-849d-6ef62ab1083f", "address": "fa:16:3e:1f:d6:8d", "network": {"id": "b6e70731-c8f3-4cc6-9740-640afeccbfc8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1153594376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f4fe7c58fb940e59032eb3ede4b9ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ecbf1e-cd", "ovs_interfaceid": "b9ecbf1e-cd62-4d10-849d-6ef62ab1083f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.308548] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 742.308548] env[69677]: value = "task-3436127" [ 742.308548] env[69677]: _type = "Task" [ 742.308548] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.308756] env[69677]: DEBUG oslo_concurrency.lockutils [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] Acquired lock "refresh_cache-07b4b9aa-0c58-4a91-bc5b-74cf551cce13" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.308923] env[69677]: DEBUG nova.network.neutron [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Refreshing network info cache for port b9ecbf1e-cd62-4d10-849d-6ef62ab1083f {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.310180] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:d6:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9ecbf1e-cd62-4d10-849d-6ef62ab1083f', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.317303] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Creating folder: Project (7f4fe7c58fb940e59032eb3ede4b9ddf). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.318286] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ced28f07-f32e-4312-91a0-806359bb8426 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.328446] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.330382] env[69677]: DEBUG nova.scheduler.client.report [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.335148] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Created folder: Project (7f4fe7c58fb940e59032eb3ede4b9ddf) in parent group-v685897. [ 742.335333] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Creating folder: Instances. Parent ref: group-v685984. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.335767] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c66f786-ae59-45a6-ad47-893a7c19a9db {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.344392] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Created folder: Instances in parent group-v685984. [ 742.344596] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.344835] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.345614] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4962e5b-7009-4486-b91f-56ac00fdf5e8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.365170] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.365170] env[69677]: value = "task-3436130" [ 742.365170] env[69677]: _type = "Task" [ 742.365170] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.374932] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436130, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.533040] env[69677]: DEBUG nova.network.neutron [-] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.574876] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-989bcf89-8442-4d15-8722-2265d4692796 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.585318] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e179ba39-a6a4-4501-973b-b4a1d73d4c14 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.619294] env[69677]: DEBUG nova.compute.manager [req-a100a0e3-bc05-4667-976d-d0532fb16d92 req-0cfea7ce-f4ab-401d-9931-37b8f0f1071e service nova] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Detach interface failed, port_id=0a7389d0-d2a4-4c7e-9a8d-05adf7c40493, reason: Instance 0484fec0-872b-45c3-92cf-5d855e5d3d03 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 742.677844] env[69677]: DEBUG oslo_vmware.api [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436126, 'name': PowerOnVM_Task, 'duration_secs': 0.433135} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.678260] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.678573] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f01ea58e-2391-4df2-83db-24b06dd3a993 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance 'dfe7d605-4dab-4aea-bc6f-02021cf09d17' progress to 100 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 742.830925] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.843983] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.844576] env[69677]: DEBUG nova.compute.manager [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.847658] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.990s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.849141] env[69677]: INFO nova.compute.claims [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.876613] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436130, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.035705] env[69677]: INFO nova.compute.manager [-] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Took 1.37 seconds to deallocate network for instance. [ 743.174167] env[69677]: DEBUG nova.network.neutron [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Updated VIF entry in instance network info cache for port b9ecbf1e-cd62-4d10-849d-6ef62ab1083f. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.174540] env[69677]: DEBUG nova.network.neutron [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Updating instance_info_cache with network_info: [{"id": "b9ecbf1e-cd62-4d10-849d-6ef62ab1083f", "address": "fa:16:3e:1f:d6:8d", "network": {"id": "b6e70731-c8f3-4cc6-9740-640afeccbfc8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1153594376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f4fe7c58fb940e59032eb3ede4b9ddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ecbf1e-cd", "ovs_interfaceid": "b9ecbf1e-cd62-4d10-849d-6ef62ab1083f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.327967] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436127, 'name': ReconfigVM_Task, 'duration_secs': 0.585756} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.328285] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 48b0a9c2-c3ba-4558-a82a-82480f53f472/48b0a9c2-c3ba-4558-a82a-82480f53f472.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.328909] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e856fa95-dcbc-4986-89eb-33d857ae54a0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.335992] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 743.335992] env[69677]: value = "task-3436131" [ 743.335992] env[69677]: _type = "Task" [ 743.335992] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.345661] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436131, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.354031] env[69677]: DEBUG nova.compute.utils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.358294] env[69677]: DEBUG nova.compute.manager [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.358294] env[69677]: DEBUG nova.network.neutron [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.377850] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436130, 'name': CreateVM_Task, 'duration_secs': 0.516237} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.378018] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.378659] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.378822] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.379145] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.379385] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b34b83b-9f76-4231-a324-d8163bdebe62 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.383781] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for the task: (returnval){ [ 743.383781] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e4009f-a1b2-9594-f08c-8d31fa8c625b" [ 743.383781] env[69677]: _type = "Task" [ 743.383781] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.393059] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e4009f-a1b2-9594-f08c-8d31fa8c625b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.541653] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.565744] env[69677]: DEBUG nova.policy [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aeeafba540b74155861bf86c75a04cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8141336248364989986373c5fc4dd0a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.677012] env[69677]: DEBUG oslo_concurrency.lockutils [req-f264cc45-db7b-4a41-b0c3-f2f89e329aa2 req-3a87586d-df0c-463a-b56b-c19b140affcd service nova] Releasing lock "refresh_cache-07b4b9aa-0c58-4a91-bc5b-74cf551cce13" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.847369] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436131, 'name': Rename_Task, 'duration_secs': 0.264773} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.847648] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.848349] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95d26584-2f2d-4c0d-86ba-6b07c12757ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.855059] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 743.855059] env[69677]: value = "task-3436132" [ 743.855059] env[69677]: _type = "Task" [ 743.855059] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.859087] env[69677]: DEBUG nova.compute.manager [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.872072] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436132, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.895397] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e4009f-a1b2-9594-f08c-8d31fa8c625b, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.895397] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.895397] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.895575] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.896565] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.896565] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.896565] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cfb01fe-8432-42f8-81a4-7f9058c6f4a4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.909520] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.909718] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.910466] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccb207d-9a5c-416c-ab98-6eda0cb32764 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.916305] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for the task: (returnval){ [ 743.916305] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d42db3-fe1a-ff52-2bbd-4183c71b1117" [ 743.916305] env[69677]: _type = "Task" [ 743.916305] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.925270] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d42db3-fe1a-ff52-2bbd-4183c71b1117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.056019] env[69677]: DEBUG nova.network.neutron [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Successfully created port: 2ab2dc59-4285-42d1-87ef-afb83fbd5d19 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.366268] env[69677]: DEBUG oslo_vmware.api [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436132, 'name': PowerOnVM_Task, 'duration_secs': 0.475002} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.372049] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.372318] env[69677]: INFO nova.compute.manager [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Took 7.03 seconds to spawn the instance on the hypervisor. [ 744.372536] env[69677]: DEBUG nova.compute.manager [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.374202] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6944b4ad-9591-4364-a09c-c61200baac53 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.435565] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d42db3-fe1a-ff52-2bbd-4183c71b1117, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.436452] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927141e6-2e35-49ac-b16c-bdb957a5c66e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.445084] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for the task: (returnval){ [ 744.445084] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525edee5-58b0-b0f4-79ce-b34082c44161" [ 744.445084] env[69677]: _type = "Task" [ 744.445084] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.454994] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525edee5-58b0-b0f4-79ce-b34082c44161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.504021] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a536ce0-c302-4d68-a379-0e2b38ec829d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.511905] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556436fc-b4b7-4c92-8ef0-8314316df2f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.548188] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e566c1b3-1d26-44c3-90d5-5a435a328b42 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.560659] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5632bb53-98ec-44a0-bf75-196810183719 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.572513] env[69677]: DEBUG nova.compute.provider_tree [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.874959] env[69677]: DEBUG nova.compute.manager [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.894573] env[69677]: INFO nova.compute.manager [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Took 40.76 seconds to build instance. [ 744.904803] env[69677]: DEBUG nova.virt.hardware [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.905234] env[69677]: DEBUG nova.virt.hardware [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.905352] env[69677]: DEBUG nova.virt.hardware [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.905633] env[69677]: DEBUG nova.virt.hardware [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.905825] env[69677]: DEBUG nova.virt.hardware [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.906422] env[69677]: DEBUG nova.virt.hardware [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.906742] env[69677]: DEBUG nova.virt.hardware [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.906953] env[69677]: DEBUG nova.virt.hardware [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.907180] env[69677]: DEBUG nova.virt.hardware [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.907388] env[69677]: DEBUG nova.virt.hardware [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.907601] env[69677]: DEBUG nova.virt.hardware [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.909546] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46dae6e-c54d-4cad-989f-2e9865d4ee22 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.919118] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee93df6b-b77b-4ad1-be1c-2df9c7ce9734 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.954089] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525edee5-58b0-b0f4-79ce-b34082c44161, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.954352] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.954608] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 07b4b9aa-0c58-4a91-bc5b-74cf551cce13/07b4b9aa-0c58-4a91-bc5b-74cf551cce13.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.954855] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61ef59ce-d568-4472-8a49-04ad935e4b91 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.962511] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for the task: (returnval){ [ 744.962511] env[69677]: value = "task-3436133" [ 744.962511] env[69677]: _type = "Task" [ 744.962511] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.969968] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.076532] env[69677]: DEBUG nova.scheduler.client.report [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.357451] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.357451] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.357451] env[69677]: DEBUG nova.compute.manager [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Going to confirm migration 1 {{(pid=69677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 745.400632] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3302f2c3-d9f2-4548-9e0d-2935b63424ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "48b0a9c2-c3ba-4558-a82a-82480f53f472" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.747s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.473931] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436133, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.582433] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.583146] env[69677]: DEBUG nova.compute.manager [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.588130] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.468s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.588341] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.589421] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 745.590032] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.626s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.595020] env[69677]: INFO nova.compute.claims [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.598497] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9ed217-f890-41c2-a532-7266d3888a1b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.617308] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddc0ad6-7f5a-495f-ab78-dfc84e38ebe3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.633219] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec92fd65-9a49-44c0-8e11-c42c0b77bd29 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.642651] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb45529-5061-4964-9bd1-b7bfbed38c84 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.676263] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179492MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 745.676818] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.751500] env[69677]: DEBUG nova.network.neutron [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Successfully updated port: 2ab2dc59-4285-42d1-87ef-afb83fbd5d19 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.767551] env[69677]: DEBUG nova.compute.manager [req-39d7bf3c-91eb-4909-84a5-c2848b2b946c req-8f093241-b7a9-4eca-b072-a2997bf7e5b3 service nova] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Received event network-vif-plugged-2ab2dc59-4285-42d1-87ef-afb83fbd5d19 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.768207] env[69677]: DEBUG oslo_concurrency.lockutils [req-39d7bf3c-91eb-4909-84a5-c2848b2b946c req-8f093241-b7a9-4eca-b072-a2997bf7e5b3 service nova] Acquiring lock "4a38a997-f044-4e0d-9fd9-36b700e96d37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.768432] env[69677]: DEBUG oslo_concurrency.lockutils [req-39d7bf3c-91eb-4909-84a5-c2848b2b946c req-8f093241-b7a9-4eca-b072-a2997bf7e5b3 service nova] Lock "4a38a997-f044-4e0d-9fd9-36b700e96d37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.768618] env[69677]: DEBUG oslo_concurrency.lockutils [req-39d7bf3c-91eb-4909-84a5-c2848b2b946c req-8f093241-b7a9-4eca-b072-a2997bf7e5b3 service nova] Lock "4a38a997-f044-4e0d-9fd9-36b700e96d37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.768790] env[69677]: DEBUG nova.compute.manager [req-39d7bf3c-91eb-4909-84a5-c2848b2b946c req-8f093241-b7a9-4eca-b072-a2997bf7e5b3 service nova] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] No waiting events found dispatching network-vif-plugged-2ab2dc59-4285-42d1-87ef-afb83fbd5d19 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.768974] env[69677]: WARNING nova.compute.manager [req-39d7bf3c-91eb-4909-84a5-c2848b2b946c req-8f093241-b7a9-4eca-b072-a2997bf7e5b3 service nova] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Received unexpected event network-vif-plugged-2ab2dc59-4285-42d1-87ef-afb83fbd5d19 for instance with vm_state building and task_state spawning. [ 745.904379] env[69677]: DEBUG nova.compute.manager [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.941392] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.941392] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.941392] env[69677]: DEBUG nova.network.neutron [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.941392] env[69677]: DEBUG nova.objects.instance [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lazy-loading 'info_cache' on Instance uuid dfe7d605-4dab-4aea-bc6f-02021cf09d17 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.973375] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76343} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.973375] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 07b4b9aa-0c58-4a91-bc5b-74cf551cce13/07b4b9aa-0c58-4a91-bc5b-74cf551cce13.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.973543] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.973745] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7659bb1a-71e3-4659-bc7d-170b78005179 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.980316] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for the task: (returnval){ [ 745.980316] env[69677]: value = "task-3436134" [ 745.980316] env[69677]: _type = "Task" [ 745.980316] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.990054] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.098830] env[69677]: DEBUG nova.compute.utils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.100242] env[69677]: DEBUG nova.compute.manager [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.100402] env[69677]: DEBUG nova.network.neutron [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.170420] env[69677]: DEBUG nova.policy [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6236a74a7b2f427e9f0905a2b30c7d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d8d8e1ec5564780bb7d19aa6dce8a36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.250562] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "refresh_cache-4a38a997-f044-4e0d-9fd9-36b700e96d37" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.250743] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquired lock "refresh_cache-4a38a997-f044-4e0d-9fd9-36b700e96d37" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.250904] env[69677]: DEBUG nova.network.neutron [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.345072] env[69677]: INFO nova.compute.manager [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Rebuilding instance [ 746.397836] env[69677]: DEBUG nova.compute.manager [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.399335] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700882f8-ba19-4e20-9450-e3f5242a9af9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.424030] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.490676] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060568} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.491023] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.491870] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d063232-6b97-4eb4-bc8a-958528b6dca3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.518180] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 07b4b9aa-0c58-4a91-bc5b-74cf551cce13/07b4b9aa-0c58-4a91-bc5b-74cf551cce13.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.518491] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37e77e92-821c-4236-95a7-d42263d1e19a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.539295] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for the task: (returnval){ [ 746.539295] env[69677]: value = "task-3436135" [ 746.539295] env[69677]: _type = "Task" [ 746.539295] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.547560] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.598913] env[69677]: DEBUG nova.network.neutron [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Successfully created port: 190877bb-d5c9-4d25-a5ac-2e3a827433eb {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.608314] env[69677]: DEBUG nova.compute.manager [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.806527] env[69677]: DEBUG nova.network.neutron [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.044560] env[69677]: DEBUG nova.network.neutron [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Updating instance_info_cache with network_info: [{"id": "2ab2dc59-4285-42d1-87ef-afb83fbd5d19", "address": "fa:16:3e:2e:dc:28", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab2dc59-42", "ovs_interfaceid": "2ab2dc59-4285-42d1-87ef-afb83fbd5d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.054698] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436135, 'name': ReconfigVM_Task, 'duration_secs': 0.290951} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.054698] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 07b4b9aa-0c58-4a91-bc5b-74cf551cce13/07b4b9aa-0c58-4a91-bc5b-74cf551cce13.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.055596] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07f1e4f7-ff57-4597-aadd-900ebbfe1b20 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.067193] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for the task: (returnval){ [ 747.067193] env[69677]: value = "task-3436136" [ 747.067193] env[69677]: _type = "Task" [ 747.067193] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.078141] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436136, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.205315] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681f6ff8-f689-4f32-8886-5e18f434c28c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.212902] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b27050c-6b0a-469b-b213-db5df34e98ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.255140] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96eb289-8e5d-43bc-be95-6a950e5694fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.264418] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5c0e20-75dc-4b28-9f0d-00cb805513f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.281672] env[69677]: DEBUG nova.compute.provider_tree [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.289019] env[69677]: DEBUG nova.network.neutron [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance_info_cache with network_info: [{"id": "fc113dfd-0753-456f-95af-c3233d0d4b68", "address": "fa:16:3e:b6:58:87", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc113dfd-07", "ovs_interfaceid": "fc113dfd-0753-456f-95af-c3233d0d4b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.417299] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.417299] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba13bfb9-b377-49e2-ae93-d2d725804b51 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.425203] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 747.425203] env[69677]: value = "task-3436137" [ 747.425203] env[69677]: _type = "Task" [ 747.425203] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.435791] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.549520] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Releasing lock "refresh_cache-4a38a997-f044-4e0d-9fd9-36b700e96d37" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.549772] env[69677]: DEBUG nova.compute.manager [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Instance network_info: |[{"id": "2ab2dc59-4285-42d1-87ef-afb83fbd5d19", "address": "fa:16:3e:2e:dc:28", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab2dc59-42", "ovs_interfaceid": "2ab2dc59-4285-42d1-87ef-afb83fbd5d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.550307] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:dc:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ab2dc59-4285-42d1-87ef-afb83fbd5d19', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.559038] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.559647] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.559923] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8505b33c-3019-44a7-807b-0fe4f0db7710 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.584959] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436136, 'name': Rename_Task, 'duration_secs': 0.142918} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.586403] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.587029] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.587029] env[69677]: value = "task-3436138" [ 747.587029] env[69677]: _type = "Task" [ 747.587029] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.587029] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d065988-d4d9-4b54-9b74-5bc862d92554 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.597043] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436138, 'name': CreateVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.597892] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for the task: (returnval){ [ 747.597892] env[69677]: value = "task-3436139" [ 747.597892] env[69677]: _type = "Task" [ 747.597892] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.606110] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.624616] env[69677]: DEBUG nova.compute.manager [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.652581] env[69677]: DEBUG nova.virt.hardware [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.652882] env[69677]: DEBUG nova.virt.hardware [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.653129] env[69677]: DEBUG nova.virt.hardware [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.653352] env[69677]: DEBUG nova.virt.hardware [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.653503] env[69677]: DEBUG nova.virt.hardware [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.653653] env[69677]: DEBUG nova.virt.hardware [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.653879] env[69677]: DEBUG nova.virt.hardware [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.654062] env[69677]: DEBUG nova.virt.hardware [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.654281] env[69677]: DEBUG nova.virt.hardware [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.654455] env[69677]: DEBUG nova.virt.hardware [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.654675] env[69677]: DEBUG nova.virt.hardware [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.655882] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8c8de9-7c9d-48c0-87c1-7c88661b3aa1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.665500] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70792780-0edb-4a65-b78d-48a90df5cb18 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.789283] env[69677]: DEBUG nova.scheduler.client.report [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.792863] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "refresh_cache-dfe7d605-4dab-4aea-bc6f-02021cf09d17" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.793265] env[69677]: DEBUG nova.objects.instance [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lazy-loading 'migration_context' on Instance uuid dfe7d605-4dab-4aea-bc6f-02021cf09d17 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.857730] env[69677]: DEBUG nova.compute.manager [req-fd5a5d6e-77d2-4e78-9212-327596499772 req-4389712a-e488-4187-a621-57235261acc0 service nova] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Received event network-changed-2ab2dc59-4285-42d1-87ef-afb83fbd5d19 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.857931] env[69677]: DEBUG nova.compute.manager [req-fd5a5d6e-77d2-4e78-9212-327596499772 req-4389712a-e488-4187-a621-57235261acc0 service nova] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Refreshing instance network info cache due to event network-changed-2ab2dc59-4285-42d1-87ef-afb83fbd5d19. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.858162] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd5a5d6e-77d2-4e78-9212-327596499772 req-4389712a-e488-4187-a621-57235261acc0 service nova] Acquiring lock "refresh_cache-4a38a997-f044-4e0d-9fd9-36b700e96d37" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.858319] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd5a5d6e-77d2-4e78-9212-327596499772 req-4389712a-e488-4187-a621-57235261acc0 service nova] Acquired lock "refresh_cache-4a38a997-f044-4e0d-9fd9-36b700e96d37" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.858482] env[69677]: DEBUG nova.network.neutron [req-fd5a5d6e-77d2-4e78-9212-327596499772 req-4389712a-e488-4187-a621-57235261acc0 service nova] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Refreshing network info cache for port 2ab2dc59-4285-42d1-87ef-afb83fbd5d19 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.938849] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436137, 'name': PowerOffVM_Task, 'duration_secs': 0.297764} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.939159] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.939413] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.940293] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fb858c-20d2-41e0-8cc5-c9ee70dd76d7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.947279] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.947415] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-344063f2-e912-412a-9986-26bba8c2c346 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.022281] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.022540] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.022736] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleting the datastore file [datastore2] 48b0a9c2-c3ba-4558-a82a-82480f53f472 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.023060] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6819b92f-8db7-4953-af5f-f9ec2db25175 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.030760] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 748.030760] env[69677]: value = "task-3436141" [ 748.030760] env[69677]: _type = "Task" [ 748.030760] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.038698] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436141, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.097568] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436138, 'name': CreateVM_Task, 'duration_secs': 0.336803} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.097860] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.098461] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.098656] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.098973] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.099287] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba77132d-e267-406f-b550-7880901e11f4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.106296] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 748.106296] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b1a035-ecd9-bf83-f65e-dc8b650b044e" [ 748.106296] env[69677]: _type = "Task" [ 748.106296] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.110057] env[69677]: DEBUG oslo_vmware.api [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436139, 'name': PowerOnVM_Task, 'duration_secs': 0.497582} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.113234] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.113461] env[69677]: INFO nova.compute.manager [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Took 8.15 seconds to spawn the instance on the hypervisor. [ 748.113694] env[69677]: DEBUG nova.compute.manager [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.114638] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25fa12e-03da-40ae-88fd-465097c47fb0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.128030] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b1a035-ecd9-bf83-f65e-dc8b650b044e, 'name': SearchDatastore_Task} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.128030] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.128030] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.128206] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.128316] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.128493] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.128744] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c19d6fa-2303-4ec4-8ad9-035d6f741e96 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.136247] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.136394] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.137155] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7d9d04-d672-4095-892e-245b15a2baaf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.143322] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 748.143322] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526ce9fe-ab52-d976-2611-01044bfb2f11" [ 748.143322] env[69677]: _type = "Task" [ 748.143322] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.152222] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526ce9fe-ab52-d976-2611-01044bfb2f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.299021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.299021] env[69677]: DEBUG nova.compute.manager [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.303038] env[69677]: DEBUG nova.objects.base [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 748.303038] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.866s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.304042] env[69677]: INFO nova.compute.claims [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.308079] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cda7da4-e16e-4c37-b76f-744575f2a7f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.331310] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe97e96a-4e4f-4cdc-b191-a4f26cc91f73 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.338028] env[69677]: DEBUG oslo_vmware.api [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 748.338028] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527f3311-4205-53bf-1012-3b32591f76f9" [ 748.338028] env[69677]: _type = "Task" [ 748.338028] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.347455] env[69677]: DEBUG oslo_vmware.api [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527f3311-4205-53bf-1012-3b32591f76f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.382851] env[69677]: DEBUG nova.network.neutron [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Successfully updated port: 190877bb-d5c9-4d25-a5ac-2e3a827433eb {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.540389] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436141, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283592} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.540650] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.540835] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.541025] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.602837] env[69677]: DEBUG nova.network.neutron [req-fd5a5d6e-77d2-4e78-9212-327596499772 req-4389712a-e488-4187-a621-57235261acc0 service nova] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Updated VIF entry in instance network info cache for port 2ab2dc59-4285-42d1-87ef-afb83fbd5d19. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.603201] env[69677]: DEBUG nova.network.neutron [req-fd5a5d6e-77d2-4e78-9212-327596499772 req-4389712a-e488-4187-a621-57235261acc0 service nova] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Updating instance_info_cache with network_info: [{"id": "2ab2dc59-4285-42d1-87ef-afb83fbd5d19", "address": "fa:16:3e:2e:dc:28", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ab2dc59-42", "ovs_interfaceid": "2ab2dc59-4285-42d1-87ef-afb83fbd5d19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.637441] env[69677]: INFO nova.compute.manager [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Took 42.39 seconds to build instance. [ 748.654215] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526ce9fe-ab52-d976-2611-01044bfb2f11, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.655244] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba2c371-7a33-45a6-bad0-2f90177d8cb1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.663534] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 748.663534] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52254170-238d-5ab0-834b-3690dd061d93" [ 748.663534] env[69677]: _type = "Task" [ 748.663534] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.672638] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52254170-238d-5ab0-834b-3690dd061d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.804041] env[69677]: DEBUG nova.compute.utils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.805460] env[69677]: DEBUG nova.compute.manager [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.805654] env[69677]: DEBUG nova.network.neutron [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.847958] env[69677]: DEBUG oslo_vmware.api [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527f3311-4205-53bf-1012-3b32591f76f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.848507] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.884395] env[69677]: DEBUG nova.policy [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e65235d51a3a40f49a0295037c7250f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ffb9cca1011492ab551d374bb516d69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.887124] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquiring lock "refresh_cache-d2899bb9-9219-4084-b344-d71606d9aabc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.887124] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquired lock "refresh_cache-d2899bb9-9219-4084-b344-d71606d9aabc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.887124] env[69677]: DEBUG nova.network.neutron [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.107118] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd5a5d6e-77d2-4e78-9212-327596499772 req-4389712a-e488-4187-a621-57235261acc0 service nova] Releasing lock "refresh_cache-4a38a997-f044-4e0d-9fd9-36b700e96d37" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.139768] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e1425b0-b083-4c1b-82e0-1d91e867fd20 tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.996s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.175177] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52254170-238d-5ab0-834b-3690dd061d93, 'name': SearchDatastore_Task, 'duration_secs': 0.026252} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.175796] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.176102] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 4a38a997-f044-4e0d-9fd9-36b700e96d37/4a38a997-f044-4e0d-9fd9-36b700e96d37.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.176331] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8a6d9d8-0042-4c85-a280-4abf3494673f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.188292] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 749.188292] env[69677]: value = "task-3436146" [ 749.188292] env[69677]: _type = "Task" [ 749.188292] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.201676] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.298452] env[69677]: DEBUG nova.network.neutron [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Successfully created port: 875dd103-027a-4321-917a-64cea8e661f1 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.308303] env[69677]: DEBUG nova.compute.manager [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.460375] env[69677]: DEBUG nova.network.neutron [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.505072] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquiring lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.505072] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.505072] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquiring lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.505072] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.505529] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.514230] env[69677]: INFO nova.compute.manager [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Terminating instance [ 749.597678] env[69677]: DEBUG nova.virt.hardware [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.597973] env[69677]: DEBUG nova.virt.hardware [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.598179] env[69677]: DEBUG nova.virt.hardware [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.598400] env[69677]: DEBUG nova.virt.hardware [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.598575] env[69677]: DEBUG nova.virt.hardware [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.598754] env[69677]: DEBUG nova.virt.hardware [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.599018] env[69677]: DEBUG nova.virt.hardware [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.599219] env[69677]: DEBUG nova.virt.hardware [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.599543] env[69677]: DEBUG nova.virt.hardware [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.599633] env[69677]: DEBUG nova.virt.hardware [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.599802] env[69677]: DEBUG nova.virt.hardware [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.600827] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898fc43c-5e53-4771-b68f-838028e9cb09 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.616840] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e130029-cd7c-4cb3-9750-cedb8fa01ac6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.635506] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:6f:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9231c399-cfba-42e9-a239-588e6819719f', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.648586] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.652622] env[69677]: DEBUG nova.compute.manager [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.658283] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.658283] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29b0690f-144b-4e1f-89e5-dd2aca32ea42 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.673920] env[69677]: DEBUG nova.network.neutron [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Updating instance_info_cache with network_info: [{"id": "190877bb-d5c9-4d25-a5ac-2e3a827433eb", "address": "fa:16:3e:b0:46:36", "network": {"id": "4700392e-bb64-4917-ae34-88c5bcb7bb11", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1655989806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d8d8e1ec5564780bb7d19aa6dce8a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190877bb-d5", "ovs_interfaceid": "190877bb-d5c9-4d25-a5ac-2e3a827433eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.684251] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.684251] env[69677]: value = "task-3436147" [ 749.684251] env[69677]: _type = "Task" [ 749.684251] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.695154] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436147, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.702331] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511904} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.702331] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 4a38a997-f044-4e0d-9fd9-36b700e96d37/4a38a997-f044-4e0d-9fd9-36b700e96d37.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.702662] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.705229] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6574d359-8678-475e-a81c-d4803a32a454 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.712573] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 749.712573] env[69677]: value = "task-3436148" [ 749.712573] env[69677]: _type = "Task" [ 749.712573] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.723679] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.888573] env[69677]: DEBUG nova.compute.manager [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Received event network-vif-plugged-190877bb-d5c9-4d25-a5ac-2e3a827433eb {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.888573] env[69677]: DEBUG oslo_concurrency.lockutils [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] Acquiring lock "d2899bb9-9219-4084-b344-d71606d9aabc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.888573] env[69677]: DEBUG oslo_concurrency.lockutils [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] Lock "d2899bb9-9219-4084-b344-d71606d9aabc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.888573] env[69677]: DEBUG oslo_concurrency.lockutils [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] Lock "d2899bb9-9219-4084-b344-d71606d9aabc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.888573] env[69677]: DEBUG nova.compute.manager [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] No waiting events found dispatching network-vif-plugged-190877bb-d5c9-4d25-a5ac-2e3a827433eb {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.888807] env[69677]: WARNING nova.compute.manager [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Received unexpected event network-vif-plugged-190877bb-d5c9-4d25-a5ac-2e3a827433eb for instance with vm_state building and task_state spawning. [ 749.888807] env[69677]: DEBUG nova.compute.manager [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Received event network-changed-190877bb-d5c9-4d25-a5ac-2e3a827433eb {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.888807] env[69677]: DEBUG nova.compute.manager [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Refreshing instance network info cache due to event network-changed-190877bb-d5c9-4d25-a5ac-2e3a827433eb. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.888807] env[69677]: DEBUG oslo_concurrency.lockutils [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] Acquiring lock "refresh_cache-d2899bb9-9219-4084-b344-d71606d9aabc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.934313] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39d31aa-e228-44e7-9b96-8711ca5fd2d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.942720] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74fab19-ea7b-4fe6-b984-8c0acce9538f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.976463] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c4a0ec-fe06-4beb-8691-fd5b8422ff34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.983377] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6ea8f-3641-4fc2-9ffb-feb08d20f138 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.998364] env[69677]: DEBUG nova.compute.provider_tree [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.021107] env[69677]: DEBUG nova.compute.manager [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.021242] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.022458] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd2d60-6853-4b9a-888d-b5a662100e45 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.031725] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.031725] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3625f175-b5a9-4f76-8243-eae7801dfaa5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.037237] env[69677]: DEBUG oslo_vmware.api [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for the task: (returnval){ [ 750.037237] env[69677]: value = "task-3436149" [ 750.037237] env[69677]: _type = "Task" [ 750.037237] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.046344] env[69677]: DEBUG oslo_vmware.api [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.172440] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.177173] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Releasing lock "refresh_cache-d2899bb9-9219-4084-b344-d71606d9aabc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.177583] env[69677]: DEBUG nova.compute.manager [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Instance network_info: |[{"id": "190877bb-d5c9-4d25-a5ac-2e3a827433eb", "address": "fa:16:3e:b0:46:36", "network": {"id": "4700392e-bb64-4917-ae34-88c5bcb7bb11", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1655989806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d8d8e1ec5564780bb7d19aa6dce8a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190877bb-d5", "ovs_interfaceid": "190877bb-d5c9-4d25-a5ac-2e3a827433eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.178084] env[69677]: DEBUG oslo_concurrency.lockutils [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] Acquired lock "refresh_cache-d2899bb9-9219-4084-b344-d71606d9aabc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.178409] env[69677]: DEBUG nova.network.neutron [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Refreshing network info cache for port 190877bb-d5c9-4d25-a5ac-2e3a827433eb {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.179772] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:46:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '190877bb-d5c9-4d25-a5ac-2e3a827433eb', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.187982] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Creating folder: Project (6d8d8e1ec5564780bb7d19aa6dce8a36). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.189184] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f27d523-19e3-44f5-87dd-cd8270c53200 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.201247] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436147, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.203866] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Created folder: Project (6d8d8e1ec5564780bb7d19aa6dce8a36) in parent group-v685897. [ 750.204058] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Creating folder: Instances. Parent ref: group-v685992. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.204325] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f85143c6-2ccb-4677-b1d8-027632456197 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.217596] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Created folder: Instances in parent group-v685992. [ 750.217844] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.218379] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.218951] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89174e4e-482c-4a63-a195-dbdcc7151129 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.237165] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062092} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.237838] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.238801] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd0f394-f002-4c04-8b61-b277d9fa8087 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.242782] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.242782] env[69677]: value = "task-3436152" [ 750.242782] env[69677]: _type = "Task" [ 750.242782] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.265352] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 4a38a997-f044-4e0d-9fd9-36b700e96d37/4a38a997-f044-4e0d-9fd9-36b700e96d37.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.266092] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-035217d5-fdbb-4072-a4b2-f5dd2ece0a66 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.285503] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436152, 'name': CreateVM_Task} progress is 15%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.292457] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 750.292457] env[69677]: value = "task-3436153" [ 750.292457] env[69677]: _type = "Task" [ 750.292457] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.302437] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.319787] env[69677]: DEBUG nova.compute.manager [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.357796] env[69677]: DEBUG nova.virt.hardware [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.358146] env[69677]: DEBUG nova.virt.hardware [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.358386] env[69677]: DEBUG nova.virt.hardware [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.358641] env[69677]: DEBUG nova.virt.hardware [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.358847] env[69677]: DEBUG nova.virt.hardware [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.359070] env[69677]: DEBUG nova.virt.hardware [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.361870] env[69677]: DEBUG nova.virt.hardware [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.361870] env[69677]: DEBUG nova.virt.hardware [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.361870] env[69677]: DEBUG nova.virt.hardware [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.361870] env[69677]: DEBUG nova.virt.hardware [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.361870] env[69677]: DEBUG nova.virt.hardware [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.362145] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2a8884-6b36-4eed-b326-de4334f114b6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.375429] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d557a6-bd32-4035-8541-0634f2fef71d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.504058] env[69677]: DEBUG nova.scheduler.client.report [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.547063] env[69677]: DEBUG oslo_vmware.api [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436149, 'name': PowerOffVM_Task, 'duration_secs': 0.206732} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.547366] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.547543] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.547918] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-182a2022-8490-447a-bae5-1a97364e4ba7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.616569] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.616805] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.616984] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Deleting the datastore file [datastore2] 07b4b9aa-0c58-4a91-bc5b-74cf551cce13 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.617275] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfbc7a9e-9d38-4e44-9f65-bf05847127af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.625337] env[69677]: DEBUG oslo_vmware.api [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for the task: (returnval){ [ 750.625337] env[69677]: value = "task-3436155" [ 750.625337] env[69677]: _type = "Task" [ 750.625337] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.634539] env[69677]: DEBUG oslo_vmware.api [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.700502] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436147, 'name': CreateVM_Task, 'duration_secs': 0.541271} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.700811] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.701484] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.701706] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.702250] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.702600] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a204d7-4563-4d7e-b911-51262824bfab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.708860] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 750.708860] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52492deb-59f3-fc35-34eb-ecc38061aa40" [ 750.708860] env[69677]: _type = "Task" [ 750.708860] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.718825] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52492deb-59f3-fc35-34eb-ecc38061aa40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.754874] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436152, 'name': CreateVM_Task, 'duration_secs': 0.341556} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.755225] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.756027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.807860] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436153, 'name': ReconfigVM_Task, 'duration_secs': 0.389573} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.808459] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 4a38a997-f044-4e0d-9fd9-36b700e96d37/4a38a997-f044-4e0d-9fd9-36b700e96d37.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.811030] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25b5f6bb-9fc9-4f79-bec2-fe4e4ab0d827 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.885816] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 750.885816] env[69677]: value = "task-3436156" [ 750.885816] env[69677]: _type = "Task" [ 750.885816] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.885816] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436156, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.934205] env[69677]: DEBUG nova.compute.manager [req-44c8e6d9-371a-434f-af79-a140db218ebf req-dd25f918-01c4-487f-9fdc-43c9908dcb67 service nova] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Received event network-vif-plugged-875dd103-027a-4321-917a-64cea8e661f1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.934562] env[69677]: DEBUG oslo_concurrency.lockutils [req-44c8e6d9-371a-434f-af79-a140db218ebf req-dd25f918-01c4-487f-9fdc-43c9908dcb67 service nova] Acquiring lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.934875] env[69677]: DEBUG oslo_concurrency.lockutils [req-44c8e6d9-371a-434f-af79-a140db218ebf req-dd25f918-01c4-487f-9fdc-43c9908dcb67 service nova] Lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.935187] env[69677]: DEBUG oslo_concurrency.lockutils [req-44c8e6d9-371a-434f-af79-a140db218ebf req-dd25f918-01c4-487f-9fdc-43c9908dcb67 service nova] Lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.935465] env[69677]: DEBUG nova.compute.manager [req-44c8e6d9-371a-434f-af79-a140db218ebf req-dd25f918-01c4-487f-9fdc-43c9908dcb67 service nova] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] No waiting events found dispatching network-vif-plugged-875dd103-027a-4321-917a-64cea8e661f1 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.935724] env[69677]: WARNING nova.compute.manager [req-44c8e6d9-371a-434f-af79-a140db218ebf req-dd25f918-01c4-487f-9fdc-43c9908dcb67 service nova] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Received unexpected event network-vif-plugged-875dd103-027a-4321-917a-64cea8e661f1 for instance with vm_state building and task_state spawning. [ 751.010295] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.013843] env[69677]: DEBUG nova.compute.manager [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.014238] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.861s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.015888] env[69677]: INFO nova.compute.claims [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.046789] env[69677]: DEBUG nova.network.neutron [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Successfully updated port: 875dd103-027a-4321-917a-64cea8e661f1 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.087789] env[69677]: DEBUG nova.network.neutron [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Updated VIF entry in instance network info cache for port 190877bb-d5c9-4d25-a5ac-2e3a827433eb. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.088295] env[69677]: DEBUG nova.network.neutron [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Updating instance_info_cache with network_info: [{"id": "190877bb-d5c9-4d25-a5ac-2e3a827433eb", "address": "fa:16:3e:b0:46:36", "network": {"id": "4700392e-bb64-4917-ae34-88c5bcb7bb11", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1655989806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d8d8e1ec5564780bb7d19aa6dce8a36", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap190877bb-d5", "ovs_interfaceid": "190877bb-d5c9-4d25-a5ac-2e3a827433eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.134850] env[69677]: DEBUG oslo_vmware.api [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Task: {'id': task-3436155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360649} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.135129] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.135582] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.135788] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.135962] env[69677]: INFO nova.compute.manager [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Took 1.11 seconds to destroy the instance on the hypervisor. [ 751.136235] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.136432] env[69677]: DEBUG nova.compute.manager [-] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.136529] env[69677]: DEBUG nova.network.neutron [-] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.220886] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52492deb-59f3-fc35-34eb-ecc38061aa40, 'name': SearchDatastore_Task, 'duration_secs': 0.015097} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.221224] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.221436] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.221674] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.221820] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.221997] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.222287] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.222582] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.222802] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c35c88b2-3c7f-4dea-b76e-9ab767aa642d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.224876] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5378b3-d836-4558-ba2f-622b800a63f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.230920] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for the task: (returnval){ [ 751.230920] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5215e95f-ecf4-54c6-9f27-5af2c45d65b7" [ 751.230920] env[69677]: _type = "Task" [ 751.230920] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.235890] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.236101] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.237410] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfbc3baa-5523-402d-b66b-7fbd5b5ce728 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.242838] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5215e95f-ecf4-54c6-9f27-5af2c45d65b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.247418] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 751.247418] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d1167d-d42b-1a8e-b4be-74027815dfc7" [ 751.247418] env[69677]: _type = "Task" [ 751.247418] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.255183] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d1167d-d42b-1a8e-b4be-74027815dfc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.332012] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436156, 'name': Rename_Task, 'duration_secs': 0.295507} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.332353] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.332557] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59db82ff-3c65-48c7-ba30-82c2a9924eba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.337869] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 751.337869] env[69677]: value = "task-3436158" [ 751.337869] env[69677]: _type = "Task" [ 751.337869] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.345339] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.523245] env[69677]: DEBUG nova.compute.utils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.526101] env[69677]: DEBUG nova.compute.manager [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Not allocating networking since 'none' was specified. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 751.556274] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "refresh_cache-1101ac2e-5ae9-4dd0-a980-2646049a1bdf" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.556446] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquired lock "refresh_cache-1101ac2e-5ae9-4dd0-a980-2646049a1bdf" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.556627] env[69677]: DEBUG nova.network.neutron [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.592096] env[69677]: DEBUG oslo_concurrency.lockutils [req-30fb60a7-5df1-4118-925d-217fd33c3b22 req-80ad1261-d779-42e6-b204-99f53ab116ea service nova] Releasing lock "refresh_cache-d2899bb9-9219-4084-b344-d71606d9aabc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.741587] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5215e95f-ecf4-54c6-9f27-5af2c45d65b7, 'name': SearchDatastore_Task, 'duration_secs': 0.016314} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.741973] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.742231] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.742445] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.757043] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d1167d-d42b-1a8e-b4be-74027815dfc7, 'name': SearchDatastore_Task, 'duration_secs': 0.019843} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.757267] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e974af-57f5-420c-8bca-1491399c07e4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.762317] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 751.762317] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5299e502-fec0-5acf-e021-b5eb8e1c8ea5" [ 751.762317] env[69677]: _type = "Task" [ 751.762317] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.770561] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5299e502-fec0-5acf-e021-b5eb8e1c8ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.848672] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436158, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.859227] env[69677]: DEBUG nova.network.neutron [-] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.964276] env[69677]: DEBUG nova.compute.manager [req-7a300cd8-7135-43c6-b2c4-c322366051a2 req-f5835455-0707-4d0d-9c60-437fdd696fc6 service nova] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Received event network-vif-deleted-b9ecbf1e-cd62-4d10-849d-6ef62ab1083f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.027079] env[69677]: DEBUG nova.compute.manager [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.100516] env[69677]: DEBUG nova.network.neutron [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.202600] env[69677]: DEBUG oslo_concurrency.lockutils [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.202904] env[69677]: DEBUG oslo_concurrency.lockutils [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.203161] env[69677]: INFO nova.compute.manager [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Rebooting instance [ 752.255670] env[69677]: DEBUG nova.network.neutron [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Updating instance_info_cache with network_info: [{"id": "875dd103-027a-4321-917a-64cea8e661f1", "address": "fa:16:3e:37:f5:70", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875dd103-02", "ovs_interfaceid": "875dd103-027a-4321-917a-64cea8e661f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.277973] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5299e502-fec0-5acf-e021-b5eb8e1c8ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.015078} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.277973] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.278170] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 48b0a9c2-c3ba-4558-a82a-82480f53f472/48b0a9c2-c3ba-4558-a82a-82480f53f472.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.278381] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.278566] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.278768] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2c4a051-cda0-40d0-bc34-1631165ee451 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.280718] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7327c625-974d-4e2c-8d5f-e19cf94ec0ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.291608] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 752.291608] env[69677]: value = "task-3436159" [ 752.291608] env[69677]: _type = "Task" [ 752.291608] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.295301] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.295301] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.297096] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de06772a-c21e-4524-bc1b-b5559c122801 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.304987] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for the task: (returnval){ [ 752.304987] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a83bd6-f88f-e3aa-d1dd-337284f0e7af" [ 752.304987] env[69677]: _type = "Task" [ 752.304987] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.307984] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.317414] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a83bd6-f88f-e3aa-d1dd-337284f0e7af, 'name': SearchDatastore_Task, 'duration_secs': 0.008957} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.318188] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef293d69-2868-4d6f-960b-d7dbc481e911 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.323516] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for the task: (returnval){ [ 752.323516] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f8287-5360-0620-6755-852fd042b119" [ 752.323516] env[69677]: _type = "Task" [ 752.323516] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.335438] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f8287-5360-0620-6755-852fd042b119, 'name': SearchDatastore_Task, 'duration_secs': 0.008717} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.337890] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.338159] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] d2899bb9-9219-4084-b344-d71606d9aabc/d2899bb9-9219-4084-b344-d71606d9aabc.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.338583] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2350bf25-ec65-474a-820d-1ef3a2a1d9a5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.349169] env[69677]: DEBUG oslo_vmware.api [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436158, 'name': PowerOnVM_Task, 'duration_secs': 0.53349} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.352716] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.352920] env[69677]: INFO nova.compute.manager [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Took 7.48 seconds to spawn the instance on the hypervisor. [ 752.353108] env[69677]: DEBUG nova.compute.manager [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.353429] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for the task: (returnval){ [ 752.353429] env[69677]: value = "task-3436160" [ 752.353429] env[69677]: _type = "Task" [ 752.353429] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.354352] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79de9639-5fcf-45ea-a07a-d6520b085a65 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.361422] env[69677]: INFO nova.compute.manager [-] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Took 1.22 seconds to deallocate network for instance. [ 752.366866] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.644870] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13198d59-f829-4999-bbb0-d9ba9136f653 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.654086] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5524e3f9-7304-4e2a-a6dc-815c58406ba6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.688830] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c38ac85-9064-4e8f-8133-b25177217f88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.697465] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3864ac-b28a-4ddb-bf1d-e7798d448cdf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.726069] env[69677]: DEBUG nova.compute.provider_tree [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.748838] env[69677]: DEBUG oslo_concurrency.lockutils [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.749115] env[69677]: DEBUG oslo_concurrency.lockutils [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.749319] env[69677]: DEBUG nova.network.neutron [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.758042] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Releasing lock "refresh_cache-1101ac2e-5ae9-4dd0-a980-2646049a1bdf" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.758368] env[69677]: DEBUG nova.compute.manager [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Instance network_info: |[{"id": "875dd103-027a-4321-917a-64cea8e661f1", "address": "fa:16:3e:37:f5:70", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875dd103-02", "ovs_interfaceid": "875dd103-027a-4321-917a-64cea8e661f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.758679] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:f5:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '875dd103-027a-4321-917a-64cea8e661f1', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.768056] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Creating folder: Project (7ffb9cca1011492ab551d374bb516d69). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.768430] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c738c2d1-bcd0-404d-af69-6a428d95dc71 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.779757] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Created folder: Project (7ffb9cca1011492ab551d374bb516d69) in parent group-v685897. [ 752.780428] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Creating folder: Instances. Parent ref: group-v685995. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.780428] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f641fd8b-7075-45ec-b50e-90de99ca640c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.791447] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Created folder: Instances in parent group-v685995. [ 752.791729] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.791939] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.792164] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51388e04-76af-47b6-b4f3-fbcc1f997bc8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.818924] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471085} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.820458] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 48b0a9c2-c3ba-4558-a82a-82480f53f472/48b0a9c2-c3ba-4558-a82a-82480f53f472.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.820742] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.820900] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.820900] env[69677]: value = "task-3436163" [ 752.820900] env[69677]: _type = "Task" [ 752.820900] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.821092] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1874f53-f605-4a41-8299-c1e8d8b15d6b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.831483] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436163, 'name': CreateVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.833042] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 752.833042] env[69677]: value = "task-3436164" [ 752.833042] env[69677]: _type = "Task" [ 752.833042] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.841952] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.868516] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436160, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.880609] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.883912] env[69677]: INFO nova.compute.manager [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Took 40.81 seconds to build instance. [ 753.039886] env[69677]: DEBUG nova.compute.manager [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.076916] env[69677]: DEBUG nova.virt.hardware [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.077503] env[69677]: DEBUG nova.virt.hardware [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.077970] env[69677]: DEBUG nova.virt.hardware [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.078233] env[69677]: DEBUG nova.virt.hardware [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.078437] env[69677]: DEBUG nova.virt.hardware [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.078644] env[69677]: DEBUG nova.virt.hardware [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.079027] env[69677]: DEBUG nova.virt.hardware [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.079255] env[69677]: DEBUG nova.virt.hardware [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.079496] env[69677]: DEBUG nova.virt.hardware [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.079718] env[69677]: DEBUG nova.virt.hardware [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.079953] env[69677]: DEBUG nova.virt.hardware [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.081128] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5919c100-f035-4d5b-af99-f1b701bf9314 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.089885] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75723883-370c-45aa-b4cf-2c7d467263ae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.104107] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.109753] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Creating folder: Project (87a320d5e85048079003ab9283ff4b60). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.111149] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a260757-8018-4f94-a005-1e7f32bbcb18 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.113569] env[69677]: DEBUG nova.compute.manager [req-0af57a45-1d31-4114-bbcc-2b835aea3842 req-8532133a-986a-439f-a559-97cf17b625b6 service nova] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Received event network-changed-875dd103-027a-4321-917a-64cea8e661f1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.113774] env[69677]: DEBUG nova.compute.manager [req-0af57a45-1d31-4114-bbcc-2b835aea3842 req-8532133a-986a-439f-a559-97cf17b625b6 service nova] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Refreshing instance network info cache due to event network-changed-875dd103-027a-4321-917a-64cea8e661f1. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.113946] env[69677]: DEBUG oslo_concurrency.lockutils [req-0af57a45-1d31-4114-bbcc-2b835aea3842 req-8532133a-986a-439f-a559-97cf17b625b6 service nova] Acquiring lock "refresh_cache-1101ac2e-5ae9-4dd0-a980-2646049a1bdf" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.114096] env[69677]: DEBUG oslo_concurrency.lockutils [req-0af57a45-1d31-4114-bbcc-2b835aea3842 req-8532133a-986a-439f-a559-97cf17b625b6 service nova] Acquired lock "refresh_cache-1101ac2e-5ae9-4dd0-a980-2646049a1bdf" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.114254] env[69677]: DEBUG nova.network.neutron [req-0af57a45-1d31-4114-bbcc-2b835aea3842 req-8532133a-986a-439f-a559-97cf17b625b6 service nova] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Refreshing network info cache for port 875dd103-027a-4321-917a-64cea8e661f1 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.125343] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Created folder: Project (87a320d5e85048079003ab9283ff4b60) in parent group-v685897. [ 753.125567] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Creating folder: Instances. Parent ref: group-v685998. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 753.125812] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1faf4895-8d9e-46a0-8b10-d9ad18e9cac7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.134857] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Created folder: Instances in parent group-v685998. [ 753.135087] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.135269] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.135463] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb926867-3211-47d9-b9e5-431b25eba2f3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.152347] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.152347] env[69677]: value = "task-3436168" [ 753.152347] env[69677]: _type = "Task" [ 753.152347] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.160245] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436168, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.228553] env[69677]: DEBUG nova.scheduler.client.report [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.333281] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436163, 'name': CreateVM_Task, 'duration_secs': 0.511169} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.333637] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.340092] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.340092] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.340092] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.340092] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f3a4e3-339e-42e0-bcff-273ed174c13e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.348560] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170328} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.350394] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.350880] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 753.350880] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cec52d-8f49-9157-5e1e-b037842405d3" [ 753.350880] env[69677]: _type = "Task" [ 753.350880] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.355089] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1895baaa-d9a7-4b58-8d6e-6f9cd5e9829f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.394980] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 48b0a9c2-c3ba-4558-a82a-82480f53f472/48b0a9c2-c3ba-4558-a82a-82480f53f472.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.399482] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31eace7d-bd32-4a6b-ae6e-1467fddfe8b5 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "4a38a997-f044-4e0d-9fd9-36b700e96d37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.071s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.399706] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39f2bf7-13e7-4e87-ac00-b593c9ec84f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.414541] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cec52d-8f49-9157-5e1e-b037842405d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.419522] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.419772] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.420015] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.420169] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.420360] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.420665] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746962} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.423809] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-504f7328-112e-4bd4-93a2-eb2b5fc5c3fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.425561] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] d2899bb9-9219-4084-b344-d71606d9aabc/d2899bb9-9219-4084-b344-d71606d9aabc.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.426126] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.426126] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e8e62bf-1d32-4d29-b6a4-db909eeb5698 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.429777] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 753.429777] env[69677]: value = "task-3436169" [ 753.429777] env[69677]: _type = "Task" [ 753.429777] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.435063] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for the task: (returnval){ [ 753.435063] env[69677]: value = "task-3436170" [ 753.435063] env[69677]: _type = "Task" [ 753.435063] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.442257] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.442443] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.443164] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.443713] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760a8984-9645-4a37-a787-8462c4681f4a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.449151] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.452139] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 753.452139] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52810239-9f81-71e2-63ef-3a6ac1cd425e" [ 753.452139] env[69677]: _type = "Task" [ 753.452139] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.460555] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52810239-9f81-71e2-63ef-3a6ac1cd425e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.559324] env[69677]: DEBUG nova.network.neutron [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance_info_cache with network_info: [{"id": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "address": "fa:16:3e:14:ad:83", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416fd7cd-0f", "ovs_interfaceid": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.663287] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436168, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.736198] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.736994] env[69677]: DEBUG nova.compute.manager [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.742492] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.144s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.742492] env[69677]: DEBUG nova.objects.instance [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lazy-loading 'resources' on Instance uuid a18adc08-5acc-4a2e-978a-93b40e9676d2 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.894769] env[69677]: DEBUG nova.network.neutron [req-0af57a45-1d31-4114-bbcc-2b835aea3842 req-8532133a-986a-439f-a559-97cf17b625b6 service nova] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Updated VIF entry in instance network info cache for port 875dd103-027a-4321-917a-64cea8e661f1. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.895146] env[69677]: DEBUG nova.network.neutron [req-0af57a45-1d31-4114-bbcc-2b835aea3842 req-8532133a-986a-439f-a559-97cf17b625b6 service nova] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Updating instance_info_cache with network_info: [{"id": "875dd103-027a-4321-917a-64cea8e661f1", "address": "fa:16:3e:37:f5:70", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875dd103-02", "ovs_interfaceid": "875dd103-027a-4321-917a-64cea8e661f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.921654] env[69677]: DEBUG nova.compute.manager [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.944202] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436169, 'name': ReconfigVM_Task, 'duration_secs': 0.304857} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.946922] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 48b0a9c2-c3ba-4558-a82a-82480f53f472/48b0a9c2-c3ba-4558-a82a-82480f53f472.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.947578] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165182} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.947780] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca7f3a3f-1c1f-44e7-9d90-118006664946 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.949403] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.950160] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e626edb-fc91-4d99-946e-4f9476722547 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.958928] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 753.958928] env[69677]: value = "task-3436171" [ 753.958928] env[69677]: _type = "Task" [ 753.958928] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.977641] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d2899bb9-9219-4084-b344-d71606d9aabc/d2899bb9-9219-4084-b344-d71606d9aabc.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.985275] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17d6be8-cb75-4094-acc0-2cb8b58d03c1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.999998] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52810239-9f81-71e2-63ef-3a6ac1cd425e, 'name': SearchDatastore_Task, 'duration_secs': 0.012926} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.001947] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2d202fb-17b1-4d14-81d8-c57c4dc06d8e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.007942] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436171, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.009826] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for the task: (returnval){ [ 754.009826] env[69677]: value = "task-3436172" [ 754.009826] env[69677]: _type = "Task" [ 754.009826] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.013800] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 754.013800] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c4ffac-cb8f-4c2e-9f91-c9ffe00eab60" [ 754.013800] env[69677]: _type = "Task" [ 754.013800] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.021106] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436172, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.026078] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c4ffac-cb8f-4c2e-9f91-c9ffe00eab60, 'name': SearchDatastore_Task, 'duration_secs': 0.008891} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.026327] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.026914] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 1101ac2e-5ae9-4dd0-a980-2646049a1bdf/1101ac2e-5ae9-4dd0-a980-2646049a1bdf.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.026914] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5ee6841-185e-4330-9e3a-6728bc3a1e7e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.033254] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 754.033254] env[69677]: value = "task-3436173" [ 754.033254] env[69677]: _type = "Task" [ 754.033254] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.040703] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.063200] env[69677]: DEBUG oslo_concurrency.lockutils [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.164057] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436168, 'name': CreateVM_Task, 'duration_secs': 0.529544} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.164057] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.164378] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.164541] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.164876] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.166130] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2909dc8-652b-40ee-8c7d-ad0b952987ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.170022] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 754.170022] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524bfc7e-17ac-9fa6-d74a-f3f73fc38d5b" [ 754.170022] env[69677]: _type = "Task" [ 754.170022] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.178029] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524bfc7e-17ac-9fa6-d74a-f3f73fc38d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.243921] env[69677]: DEBUG nova.compute.utils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.249647] env[69677]: DEBUG nova.compute.manager [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.249947] env[69677]: DEBUG nova.network.neutron [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.254708] env[69677]: DEBUG oslo_concurrency.lockutils [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "4a38a997-f044-4e0d-9fd9-36b700e96d37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.254708] env[69677]: DEBUG oslo_concurrency.lockutils [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "4a38a997-f044-4e0d-9fd9-36b700e96d37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.254901] env[69677]: DEBUG oslo_concurrency.lockutils [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "4a38a997-f044-4e0d-9fd9-36b700e96d37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.255247] env[69677]: DEBUG oslo_concurrency.lockutils [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "4a38a997-f044-4e0d-9fd9-36b700e96d37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.255538] env[69677]: DEBUG oslo_concurrency.lockutils [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "4a38a997-f044-4e0d-9fd9-36b700e96d37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.258479] env[69677]: INFO nova.compute.manager [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Terminating instance [ 754.353465] env[69677]: DEBUG nova.policy [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e65235d51a3a40f49a0295037c7250f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ffb9cca1011492ab551d374bb516d69', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.397703] env[69677]: DEBUG oslo_concurrency.lockutils [req-0af57a45-1d31-4114-bbcc-2b835aea3842 req-8532133a-986a-439f-a559-97cf17b625b6 service nova] Releasing lock "refresh_cache-1101ac2e-5ae9-4dd0-a980-2646049a1bdf" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.441438] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.486071] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436171, 'name': Rename_Task, 'duration_secs': 0.174676} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.486512] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.487434] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a125db90-824f-485e-9530-352a851bdfa9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.499136] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 754.499136] env[69677]: value = "task-3436174" [ 754.499136] env[69677]: _type = "Task" [ 754.499136] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.522570] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436174, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.528927] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.542690] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491374} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.543105] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 1101ac2e-5ae9-4dd0-a980-2646049a1bdf/1101ac2e-5ae9-4dd0-a980-2646049a1bdf.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.543353] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.543637] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d1b7eba-7c8a-49b8-b61f-2f68bb2406f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.550541] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 754.550541] env[69677]: value = "task-3436175" [ 754.550541] env[69677]: _type = "Task" [ 754.550541] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.558979] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.568661] env[69677]: DEBUG nova.compute.manager [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.569674] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9432ce-8628-4f30-8d8c-dad3c8456d7b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.682708] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524bfc7e-17ac-9fa6-d74a-f3f73fc38d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.683038] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.683279] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.683571] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.683856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.684079] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.684349] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1b3f5dc-048c-43d6-9ef4-40fc10d2e03c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.695339] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.695532] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.696390] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50817566-66b8-43d4-b31f-2f8067acaede {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.701866] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 754.701866] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52374477-048b-f8bd-f3a2-2ecf4b392755" [ 754.701866] env[69677]: _type = "Task" [ 754.701866] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.709124] env[69677]: DEBUG nova.network.neutron [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Successfully created port: 1a82fc24-26ee-4984-af8e-5b592ab7c658 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.716626] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52374477-048b-f8bd-f3a2-2ecf4b392755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.754856] env[69677]: DEBUG nova.compute.manager [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.764131] env[69677]: DEBUG nova.compute.manager [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.764407] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.765345] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b45e1e0-51f6-47cd-a411-58dc4cfaab0e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.780037] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.781880] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7de47d24-215e-4920-a7ac-918b36dce48d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.787815] env[69677]: DEBUG oslo_vmware.api [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 754.787815] env[69677]: value = "task-3436176" [ 754.787815] env[69677]: _type = "Task" [ 754.787815] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.796464] env[69677]: DEBUG oslo_vmware.api [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.867871] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63e22a0-80b9-4c12-9cd8-dddfa90f314d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.882163] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4ecd43-e105-4111-b07f-cc65b47b6b31 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.932573] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed6e7d-4e85-4bdb-aeef-f3fc0ad3dfd5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.943806] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d604389-f2b5-4e96-b928-aef83e047250 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.963726] env[69677]: DEBUG nova.compute.provider_tree [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.014270] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.021231] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436172, 'name': ReconfigVM_Task, 'duration_secs': 0.641064} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.021496] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d2899bb9-9219-4084-b344-d71606d9aabc/d2899bb9-9219-4084-b344-d71606d9aabc.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.022147] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b24f46b-2558-4fdc-b918-d695e18cdcaf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.028227] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for the task: (returnval){ [ 755.028227] env[69677]: value = "task-3436177" [ 755.028227] env[69677]: _type = "Task" [ 755.028227] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.036276] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436177, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.059456] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078818} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.059741] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.060679] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bd4247-c20e-4111-9fe7-0abdc66c66e8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.085752] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 1101ac2e-5ae9-4dd0-a980-2646049a1bdf/1101ac2e-5ae9-4dd0-a980-2646049a1bdf.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.085752] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe0261d-78a8-44cc-99e7-2afe3772dabd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.108300] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 755.108300] env[69677]: value = "task-3436179" [ 755.108300] env[69677]: _type = "Task" [ 755.108300] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.117687] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.212564] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52374477-048b-f8bd-f3a2-2ecf4b392755, 'name': SearchDatastore_Task, 'duration_secs': 0.015063} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.213434] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8d1538a-c6f7-4ce1-8e48-6364382950a7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.218651] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 755.218651] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fc9a60-92aa-e889-1209-135763b8000a" [ 755.218651] env[69677]: _type = "Task" [ 755.218651] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.226478] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fc9a60-92aa-e889-1209-135763b8000a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.301426] env[69677]: DEBUG oslo_vmware.api [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.467021] env[69677]: DEBUG nova.scheduler.client.report [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.515459] env[69677]: DEBUG oslo_vmware.api [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436174, 'name': PowerOnVM_Task, 'duration_secs': 0.783572} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.515914] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.516245] env[69677]: DEBUG nova.compute.manager [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.517660] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70e1bc0-68b3-4d92-8d04-987977e08b66 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.538178] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436177, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.604457] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d3ea6-b1fb-4feb-918a-a1c1f43cdf33 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.618603] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Doing hard reboot of VM {{(pid=69677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 755.623449] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9fc607b6-8d53-4338-9403-db23f74acd2b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.626182] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.632482] env[69677]: DEBUG oslo_vmware.api [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 755.632482] env[69677]: value = "task-3436180" [ 755.632482] env[69677]: _type = "Task" [ 755.632482] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.644417] env[69677]: DEBUG oslo_vmware.api [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436180, 'name': ResetVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.730268] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fc9a60-92aa-e889-1209-135763b8000a, 'name': SearchDatastore_Task, 'duration_secs': 0.021693} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.730268] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.730268] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 5b5ef5ac-82da-4e8b-aabf-966539bbf495/5b5ef5ac-82da-4e8b-aabf-966539bbf495.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.730524] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29ad0f1e-f631-45be-8996-c8a34c58b8ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.737607] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 755.737607] env[69677]: value = "task-3436181" [ 755.737607] env[69677]: _type = "Task" [ 755.737607] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.745644] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.764967] env[69677]: DEBUG nova.compute.manager [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.790854] env[69677]: DEBUG nova.virt.hardware [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.791127] env[69677]: DEBUG nova.virt.hardware [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.791288] env[69677]: DEBUG nova.virt.hardware [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.791468] env[69677]: DEBUG nova.virt.hardware [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.791615] env[69677]: DEBUG nova.virt.hardware [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.791763] env[69677]: DEBUG nova.virt.hardware [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.791968] env[69677]: DEBUG nova.virt.hardware [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.792141] env[69677]: DEBUG nova.virt.hardware [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.792347] env[69677]: DEBUG nova.virt.hardware [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.792470] env[69677]: DEBUG nova.virt.hardware [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.792640] env[69677]: DEBUG nova.virt.hardware [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.793652] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5f6e9f-559f-4e68-a7b1-920da88bec54 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.812256] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6620b54-7186-4a60-ac63-b8f58ff37e06 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.816994] env[69677]: DEBUG oslo_vmware.api [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.978068] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.979754] env[69677]: DEBUG oslo_concurrency.lockutils [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.852s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.979985] env[69677]: DEBUG nova.objects.instance [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lazy-loading 'resources' on Instance uuid 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.999530] env[69677]: INFO nova.scheduler.client.report [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Deleted allocations for instance a18adc08-5acc-4a2e-978a-93b40e9676d2 [ 756.038754] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.043510] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436177, 'name': Rename_Task, 'duration_secs': 0.816144} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.044396] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.044646] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf727454-90a0-4b24-b956-f6f0eb40a4a8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.054261] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for the task: (returnval){ [ 756.054261] env[69677]: value = "task-3436182" [ 756.054261] env[69677]: _type = "Task" [ 756.054261] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.065810] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.121641] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436179, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.143816] env[69677]: DEBUG oslo_vmware.api [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436180, 'name': ResetVM_Task, 'duration_secs': 0.093449} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.144018] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Did hard reboot of VM {{(pid=69677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 756.144223] env[69677]: DEBUG nova.compute.manager [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.145245] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257954b0-54f5-46ac-9a32-3200c23ce5e2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.252086] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436181, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.306206] env[69677]: DEBUG oslo_vmware.api [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436176, 'name': PowerOffVM_Task, 'duration_secs': 1.09804} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.306628] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.306908] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.307554] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-181ef44f-977e-4ce2-92e4-b2046e4de7c9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.373435] env[69677]: DEBUG nova.compute.manager [req-889e84b0-9b37-4a9a-9e6b-8a7c84990661 req-7b9c9004-d75a-4968-98e9-791260b3163e service nova] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Received event network-vif-plugged-1a82fc24-26ee-4984-af8e-5b592ab7c658 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.373771] env[69677]: DEBUG oslo_concurrency.lockutils [req-889e84b0-9b37-4a9a-9e6b-8a7c84990661 req-7b9c9004-d75a-4968-98e9-791260b3163e service nova] Acquiring lock "61e28d39-30ab-4eb3-865d-930044e6f430-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.374065] env[69677]: DEBUG oslo_concurrency.lockutils [req-889e84b0-9b37-4a9a-9e6b-8a7c84990661 req-7b9c9004-d75a-4968-98e9-791260b3163e service nova] Lock "61e28d39-30ab-4eb3-865d-930044e6f430-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.374265] env[69677]: DEBUG oslo_concurrency.lockutils [req-889e84b0-9b37-4a9a-9e6b-8a7c84990661 req-7b9c9004-d75a-4968-98e9-791260b3163e service nova] Lock "61e28d39-30ab-4eb3-865d-930044e6f430-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.374434] env[69677]: DEBUG nova.compute.manager [req-889e84b0-9b37-4a9a-9e6b-8a7c84990661 req-7b9c9004-d75a-4968-98e9-791260b3163e service nova] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] No waiting events found dispatching network-vif-plugged-1a82fc24-26ee-4984-af8e-5b592ab7c658 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.374630] env[69677]: WARNING nova.compute.manager [req-889e84b0-9b37-4a9a-9e6b-8a7c84990661 req-7b9c9004-d75a-4968-98e9-791260b3163e service nova] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Received unexpected event network-vif-plugged-1a82fc24-26ee-4984-af8e-5b592ab7c658 for instance with vm_state building and task_state spawning. [ 756.376976] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.376976] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.377150] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Deleting the datastore file [datastore2] 4a38a997-f044-4e0d-9fd9-36b700e96d37 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.377445] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3334f01a-6d98-4d7f-afaf-c50e5f4baa0d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.385308] env[69677]: DEBUG oslo_vmware.api [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for the task: (returnval){ [ 756.385308] env[69677]: value = "task-3436184" [ 756.385308] env[69677]: _type = "Task" [ 756.385308] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.394509] env[69677]: DEBUG oslo_vmware.api [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.500525] env[69677]: DEBUG nova.network.neutron [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Successfully updated port: 1a82fc24-26ee-4984-af8e-5b592ab7c658 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.508573] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ef8887e3-311c-496b-9d65-374ca6e37a80 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "a18adc08-5acc-4a2e-978a-93b40e9676d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.430s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.568131] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436182, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.621610] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436179, 'name': ReconfigVM_Task, 'duration_secs': 1.062723} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.621884] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 1101ac2e-5ae9-4dd0-a980-2646049a1bdf/1101ac2e-5ae9-4dd0-a980-2646049a1bdf.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.622512] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c043bd6-01b5-49ee-81c0-592ba781b80b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.629549] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 756.629549] env[69677]: value = "task-3436185" [ 756.629549] env[69677]: _type = "Task" [ 756.629549] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.637807] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436185, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.661806] env[69677]: DEBUG oslo_concurrency.lockutils [None req-020ad0b1-7c47-4c28-bc3c-d3609b38ae0f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.459s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.753708] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632479} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.754150] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 5b5ef5ac-82da-4e8b-aabf-966539bbf495/5b5ef5ac-82da-4e8b-aabf-966539bbf495.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.754960] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.755710] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4199b81-e63c-4e66-a5b8-c7ed3b2f85e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.768859] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 756.768859] env[69677]: value = "task-3436186" [ 756.768859] env[69677]: _type = "Task" [ 756.768859] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.780967] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.895296] env[69677]: DEBUG oslo_vmware.api [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Task: {'id': task-3436184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324296} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.895891] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.896194] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.896403] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.896592] env[69677]: INFO nova.compute.manager [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Took 2.13 seconds to destroy the instance on the hypervisor. [ 756.896864] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.899579] env[69677]: DEBUG nova.compute.manager [-] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.899721] env[69677]: DEBUG nova.network.neutron [-] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.007829] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "refresh_cache-61e28d39-30ab-4eb3-865d-930044e6f430" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.008045] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquired lock "refresh_cache-61e28d39-30ab-4eb3-865d-930044e6f430" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.008232] env[69677]: DEBUG nova.network.neutron [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.021929] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2003a8-8da4-4083-a38b-25aeefc89e5c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.033334] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44011eca-5e57-449c-887f-5411b16525fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.070740] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025a57c2-0de0-44a5-83d8-4921c3afa64f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.081042] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b018a747-43e2-4ff9-a0cf-df017546a048 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.084966] env[69677]: DEBUG oslo_vmware.api [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436182, 'name': PowerOnVM_Task, 'duration_secs': 0.746462} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.086573] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.090044] env[69677]: INFO nova.compute.manager [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Took 9.46 seconds to spawn the instance on the hypervisor. [ 757.090044] env[69677]: DEBUG nova.compute.manager [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.090044] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1e953b-a853-4535-aef7-83bf738b7e33 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.107243] env[69677]: DEBUG nova.compute.provider_tree [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.141081] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436185, 'name': Rename_Task, 'duration_secs': 0.200931} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.141406] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.141528] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86d75ef9-e964-4968-a750-d37b2b1ecfe6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.148275] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 757.148275] env[69677]: value = "task-3436187" [ 757.148275] env[69677]: _type = "Task" [ 757.148275] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.157965] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.209889] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "48b0a9c2-c3ba-4558-a82a-82480f53f472" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.210145] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "48b0a9c2-c3ba-4558-a82a-82480f53f472" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.210402] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "48b0a9c2-c3ba-4558-a82a-82480f53f472-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.210525] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "48b0a9c2-c3ba-4558-a82a-82480f53f472-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.210694] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "48b0a9c2-c3ba-4558-a82a-82480f53f472-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.212848] env[69677]: INFO nova.compute.manager [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Terminating instance [ 757.279187] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144969} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.279629] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.280302] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29401b7f-d587-43dc-b1c4-5fef9140a94a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.306123] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 5b5ef5ac-82da-4e8b-aabf-966539bbf495/5b5ef5ac-82da-4e8b-aabf-966539bbf495.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.306123] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acb06a64-6bfe-4363-954c-ab134ca18f88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.331020] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 757.331020] env[69677]: value = "task-3436189" [ 757.331020] env[69677]: _type = "Task" [ 757.331020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.340316] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436189, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.546891] env[69677]: DEBUG nova.network.neutron [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.629514] env[69677]: INFO nova.compute.manager [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Took 43.79 seconds to build instance. [ 757.659297] env[69677]: ERROR nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [req-5096a9c8-1b6e-46b2-aecf-25d6d28149de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c5171a8-f2e0-4f3a-8916-700b7523cd77. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5096a9c8-1b6e-46b2-aecf-25d6d28149de"}]} [ 757.675306] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436187, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.686997] env[69677]: DEBUG nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Refreshing inventories for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 757.708257] env[69677]: DEBUG nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Updating ProviderTree inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 757.708519] env[69677]: DEBUG nova.compute.provider_tree [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.717551] env[69677]: DEBUG nova.compute.manager [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.717815] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.719302] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae27b2e-8351-4f04-bb33-ef808fe81437 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.726917] env[69677]: DEBUG nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Refreshing aggregate associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, aggregates: None {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 757.732968] env[69677]: DEBUG nova.network.neutron [-] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.735043] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.735159] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0e39267-95fe-42e7-9bf6-f7f96588b0b3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.748388] env[69677]: DEBUG oslo_vmware.api [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 757.748388] env[69677]: value = "task-3436190" [ 757.748388] env[69677]: _type = "Task" [ 757.748388] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.754538] env[69677]: DEBUG nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Refreshing trait associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 757.765899] env[69677]: DEBUG oslo_vmware.api [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.779456] env[69677]: DEBUG nova.network.neutron [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Updating instance_info_cache with network_info: [{"id": "1a82fc24-26ee-4984-af8e-5b592ab7c658", "address": "fa:16:3e:fb:31:4c", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a82fc24-26", "ovs_interfaceid": "1a82fc24-26ee-4984-af8e-5b592ab7c658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.842726] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436189, 'name': ReconfigVM_Task, 'duration_secs': 0.339634} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.843030] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 5b5ef5ac-82da-4e8b-aabf-966539bbf495/5b5ef5ac-82da-4e8b-aabf-966539bbf495.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.846486] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12229d35-555f-4cdc-a5b4-ad6be354538b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.854455] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 757.854455] env[69677]: value = "task-3436191" [ 757.854455] env[69677]: _type = "Task" [ 757.854455] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.875067] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436191, 'name': Rename_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.948792] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.949043] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.132689] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f956c18e-4921-440f-9f2b-189f31f61509 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Lock "d2899bb9-9219-4084-b344-d71606d9aabc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.491s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.160780] env[69677]: DEBUG oslo_vmware.api [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436187, 'name': PowerOnVM_Task, 'duration_secs': 0.691786} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.161098] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.161314] env[69677]: INFO nova.compute.manager [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Took 7.84 seconds to spawn the instance on the hypervisor. [ 758.161487] env[69677]: DEBUG nova.compute.manager [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.162338] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922e2280-0fc7-43aa-a1d9-196cbf7ef234 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.237130] env[69677]: INFO nova.compute.manager [-] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Took 1.34 seconds to deallocate network for instance. [ 758.263757] env[69677]: DEBUG oslo_vmware.api [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436190, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.282077] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Releasing lock "refresh_cache-61e28d39-30ab-4eb3-865d-930044e6f430" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.282384] env[69677]: DEBUG nova.compute.manager [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Instance network_info: |[{"id": "1a82fc24-26ee-4984-af8e-5b592ab7c658", "address": "fa:16:3e:fb:31:4c", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a82fc24-26", "ovs_interfaceid": "1a82fc24-26ee-4984-af8e-5b592ab7c658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.282994] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:31:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a82fc24-26ee-4984-af8e-5b592ab7c658', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.290815] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.291092] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.291382] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b334ca7-92d0-44a3-9aee-9930498f5d0e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.313760] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.313760] env[69677]: value = "task-3436192" [ 758.313760] env[69677]: _type = "Task" [ 758.313760] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.321761] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436192, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.337665] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d8f953-85d9-4582-8fe9-57f662269806 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.347022] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3189d4f3-37b2-49a0-8e47-764f3b40131e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.382914] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6843b5fd-eecd-41bd-9846-f82c49b00467 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.398773] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc3cb0e-b7b1-4714-99bb-3996ef0a9855 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.406342] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436191, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.417827] env[69677]: DEBUG nova.compute.provider_tree [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.516436] env[69677]: DEBUG nova.compute.manager [req-cef97011-f717-4d68-a336-562893bc435b req-8f4294d5-2d38-416e-9d3a-1b216c4cd828 service nova] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Received event network-changed-1a82fc24-26ee-4984-af8e-5b592ab7c658 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.516436] env[69677]: DEBUG nova.compute.manager [req-cef97011-f717-4d68-a336-562893bc435b req-8f4294d5-2d38-416e-9d3a-1b216c4cd828 service nova] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Refreshing instance network info cache due to event network-changed-1a82fc24-26ee-4984-af8e-5b592ab7c658. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.516650] env[69677]: DEBUG oslo_concurrency.lockutils [req-cef97011-f717-4d68-a336-562893bc435b req-8f4294d5-2d38-416e-9d3a-1b216c4cd828 service nova] Acquiring lock "refresh_cache-61e28d39-30ab-4eb3-865d-930044e6f430" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.516869] env[69677]: DEBUG oslo_concurrency.lockutils [req-cef97011-f717-4d68-a336-562893bc435b req-8f4294d5-2d38-416e-9d3a-1b216c4cd828 service nova] Acquired lock "refresh_cache-61e28d39-30ab-4eb3-865d-930044e6f430" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.517030] env[69677]: DEBUG nova.network.neutron [req-cef97011-f717-4d68-a336-562893bc435b req-8f4294d5-2d38-416e-9d3a-1b216c4cd828 service nova] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Refreshing network info cache for port 1a82fc24-26ee-4984-af8e-5b592ab7c658 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.637159] env[69677]: DEBUG nova.compute.manager [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.685281] env[69677]: INFO nova.compute.manager [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Took 38.74 seconds to build instance. [ 758.748091] env[69677]: DEBUG oslo_concurrency.lockutils [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.760530] env[69677]: DEBUG oslo_vmware.api [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436190, 'name': PowerOffVM_Task, 'duration_secs': 0.56456} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.760810] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.760977] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.761242] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c11e3c2a-6551-46c2-b9c2-b25f61bb393c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.824672] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436192, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.843550] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.843787] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.843966] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleting the datastore file [datastore2] 48b0a9c2-c3ba-4558-a82a-82480f53f472 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.844925] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef8b4ec2-3d38-4209-ae42-5f5dfb17baac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.851609] env[69677]: DEBUG oslo_vmware.api [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 758.851609] env[69677]: value = "task-3436194" [ 758.851609] env[69677]: _type = "Task" [ 758.851609] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.859602] env[69677]: DEBUG oslo_vmware.api [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.889085] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436191, 'name': Rename_Task, 'duration_secs': 0.940796} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.889375] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.889613] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b61eb8c-9833-4ae5-839b-17a1fc74b518 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.895889] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 758.895889] env[69677]: value = "task-3436195" [ 758.895889] env[69677]: _type = "Task" [ 758.895889] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.904135] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.943440] env[69677]: ERROR nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] [req-7e419d2b-7239-4b0e-b3ef-b4af3d4bdf90] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c5171a8-f2e0-4f3a-8916-700b7523cd77. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7e419d2b-7239-4b0e-b3ef-b4af3d4bdf90"}]} [ 758.962042] env[69677]: DEBUG nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Refreshing inventories for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 758.979285] env[69677]: DEBUG nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Updating ProviderTree inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 758.979572] env[69677]: DEBUG nova.compute.provider_tree [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.997181] env[69677]: DEBUG nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Refreshing aggregate associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, aggregates: None {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 759.017486] env[69677]: DEBUG nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Refreshing trait associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 759.161511] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.180821] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "84e21492-c7a1-4d7c-8c55-5466494c2757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.181495] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "84e21492-c7a1-4d7c-8c55-5466494c2757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.190201] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d772d854-df4f-4e97-92c1-d03d8f97ea9a tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.588s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.285371] env[69677]: DEBUG nova.network.neutron [req-cef97011-f717-4d68-a336-562893bc435b req-8f4294d5-2d38-416e-9d3a-1b216c4cd828 service nova] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Updated VIF entry in instance network info cache for port 1a82fc24-26ee-4984-af8e-5b592ab7c658. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.285816] env[69677]: DEBUG nova.network.neutron [req-cef97011-f717-4d68-a336-562893bc435b req-8f4294d5-2d38-416e-9d3a-1b216c4cd828 service nova] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Updating instance_info_cache with network_info: [{"id": "1a82fc24-26ee-4984-af8e-5b592ab7c658", "address": "fa:16:3e:fb:31:4c", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a82fc24-26", "ovs_interfaceid": "1a82fc24-26ee-4984-af8e-5b592ab7c658", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.323704] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436192, 'name': CreateVM_Task, 'duration_secs': 0.700147} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.326173] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.327040] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.327197] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.327529] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.327780] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0d4222-12d0-4877-bbc8-4f326882f940 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.333399] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 759.333399] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521a8489-6de1-1b04-fb18-e2bd14da8c68" [ 759.333399] env[69677]: _type = "Task" [ 759.333399] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.345037] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521a8489-6de1-1b04-fb18-e2bd14da8c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.361746] env[69677]: DEBUG oslo_vmware.api [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320615} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.363252] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.363547] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.363903] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.364126] env[69677]: INFO nova.compute.manager [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Took 1.65 seconds to destroy the instance on the hypervisor. [ 759.364372] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.370016] env[69677]: DEBUG nova.compute.manager [-] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.370127] env[69677]: DEBUG nova.network.neutron [-] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.404565] env[69677]: DEBUG oslo_vmware.api [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436195, 'name': PowerOnVM_Task, 'duration_secs': 0.430053} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.404828] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.405033] env[69677]: INFO nova.compute.manager [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Took 6.36 seconds to spawn the instance on the hypervisor. [ 759.405209] env[69677]: DEBUG nova.compute.manager [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.406017] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaaae5c-7a3f-4395-85ee-5495041000bf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.560036] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a9b645-7866-4f2e-a554-01e52e05a6c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.568149] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef540ea4-1a7d-46df-b449-5fd8e2f9c69d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.599880] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e92f70-4a35-450e-a766-3ada9d2970cd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.607678] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba4a1c7-7f0b-459b-bc00-2f062ea75abe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.624290] env[69677]: DEBUG nova.compute.provider_tree [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.696057] env[69677]: DEBUG nova.compute.manager [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.788682] env[69677]: DEBUG oslo_concurrency.lockutils [req-cef97011-f717-4d68-a336-562893bc435b req-8f4294d5-2d38-416e-9d3a-1b216c4cd828 service nova] Releasing lock "refresh_cache-61e28d39-30ab-4eb3-865d-930044e6f430" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.788962] env[69677]: DEBUG nova.compute.manager [req-cef97011-f717-4d68-a336-562893bc435b req-8f4294d5-2d38-416e-9d3a-1b216c4cd828 service nova] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Received event network-vif-deleted-2ab2dc59-4285-42d1-87ef-afb83fbd5d19 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.843751] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521a8489-6de1-1b04-fb18-e2bd14da8c68, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.844008] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.844247] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.844481] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.844623] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.844797] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.845064] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6ddbae1-60a2-4a1f-8042-1454ee0d2bd3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.853051] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.853244] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.853930] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcdbe9e6-e5e5-4f22-9f6b-ff31d57a5da8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.858853] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 759.858853] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526847ac-163e-6386-2ace-33a065b35606" [ 759.858853] env[69677]: _type = "Task" [ 759.858853] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.866767] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526847ac-163e-6386-2ace-33a065b35606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.872225] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquiring lock "d2899bb9-9219-4084-b344-d71606d9aabc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.872478] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Lock "d2899bb9-9219-4084-b344-d71606d9aabc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.872637] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquiring lock "d2899bb9-9219-4084-b344-d71606d9aabc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.872809] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Lock "d2899bb9-9219-4084-b344-d71606d9aabc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.872978] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Lock "d2899bb9-9219-4084-b344-d71606d9aabc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.875108] env[69677]: INFO nova.compute.manager [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Terminating instance [ 759.929261] env[69677]: INFO nova.compute.manager [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Took 36.51 seconds to build instance. [ 760.158682] env[69677]: DEBUG nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Updated inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 760.158987] env[69677]: DEBUG nova.compute.provider_tree [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Updating resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 generation from 59 to 60 during operation: update_inventory {{(pid=69677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 760.159209] env[69677]: DEBUG nova.compute.provider_tree [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.170546] env[69677]: DEBUG nova.network.neutron [-] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.221421] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.370628] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526847ac-163e-6386-2ace-33a065b35606, 'name': SearchDatastore_Task, 'duration_secs': 0.008563} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.371803] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1096b7d-36c6-4589-828d-4e1505373d71 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.378250] env[69677]: DEBUG nova.compute.manager [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.378635] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.379107] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 760.379107] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bafc6c-c5c3-00d2-21ce-44c518082c4b" [ 760.379107] env[69677]: _type = "Task" [ 760.379107] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.380038] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b85ed4c-03c1-4b99-b9b5-3b979c29c1de {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.392117] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bafc6c-c5c3-00d2-21ce-44c518082c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.395371] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.395661] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f530f1a0-4620-4f94-99e6-77aeb24cec1e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.402111] env[69677]: DEBUG oslo_vmware.api [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for the task: (returnval){ [ 760.402111] env[69677]: value = "task-3436197" [ 760.402111] env[69677]: _type = "Task" [ 760.402111] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.410168] env[69677]: DEBUG oslo_vmware.api [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.431033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-080062e6-a89f-4e3a-ac6f-7db3229ae9b6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "5b5ef5ac-82da-4e8b-aabf-966539bbf495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.604s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.583050] env[69677]: DEBUG nova.compute.manager [req-b14d8840-6fd4-47e2-a364-bcd9c3ccb837 req-152a342c-bbf5-46eb-8417-f5d476ac5f82 service nova] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Received event network-vif-deleted-9231c399-cfba-42e9-a239-588e6819719f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.664645] env[69677]: DEBUG oslo_concurrency.lockutils [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.685s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.667216] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.915s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.668697] env[69677]: INFO nova.compute.claims [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.672871] env[69677]: INFO nova.compute.manager [-] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Took 1.30 seconds to deallocate network for instance. [ 760.691438] env[69677]: INFO nova.scheduler.client.report [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Deleted allocations for instance 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21 [ 760.892837] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bafc6c-c5c3-00d2-21ce-44c518082c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.026782} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.893132] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.893446] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 61e28d39-30ab-4eb3-865d-930044e6f430/61e28d39-30ab-4eb3-865d-930044e6f430.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.893857] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-724e75ef-b950-41fd-aea8-26d87f965093 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.900787] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 760.900787] env[69677]: value = "task-3436198" [ 760.900787] env[69677]: _type = "Task" [ 760.900787] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.911319] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.914422] env[69677]: DEBUG oslo_vmware.api [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436197, 'name': PowerOffVM_Task, 'duration_secs': 0.380713} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.914594] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.914778] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.915069] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d663d00-a32c-4894-aeee-89f2b3abb566 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.932892] env[69677]: DEBUG nova.compute.manager [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.180535] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.199404] env[69677]: DEBUG oslo_concurrency.lockutils [None req-62aa75c8-4301-4474-83d3-f52a728c6cfd tempest-AttachInterfacesV270Test-1842914865 tempest-AttachInterfacesV270Test-1842914865-project-member] Lock "9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.568s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.291325] env[69677]: INFO nova.compute.manager [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Rebuilding instance [ 761.343087] env[69677]: DEBUG nova.compute.manager [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.344151] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c29d7a-6bde-427a-a05b-e383df159f57 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.411906] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436198, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.452484] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.465510] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.465572] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.465765] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Deleting the datastore file [datastore2] d2899bb9-9219-4084-b344-d71606d9aabc {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.466067] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7ab2656-a81f-4f97-a606-db46f18290a1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.474613] env[69677]: DEBUG oslo_vmware.api [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for the task: (returnval){ [ 761.474613] env[69677]: value = "task-3436201" [ 761.474613] env[69677]: _type = "Task" [ 761.474613] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.484407] env[69677]: DEBUG oslo_vmware.api [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.914162] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.885971} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.914499] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 61e28d39-30ab-4eb3-865d-930044e6f430/61e28d39-30ab-4eb3-865d-930044e6f430.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.914824] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.915204] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff950f37-23c7-44e9-a235-41e37773acd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.922582] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 761.922582] env[69677]: value = "task-3436202" [ 761.922582] env[69677]: _type = "Task" [ 761.922582] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.939749] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.985852] env[69677]: DEBUG oslo_vmware.api [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Task: {'id': task-3436201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375537} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.986174] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.986323] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.986607] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.986681] env[69677]: INFO nova.compute.manager [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Took 1.61 seconds to destroy the instance on the hypervisor. [ 761.986968] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.987917] env[69677]: DEBUG nova.compute.manager [-] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.988075] env[69677]: DEBUG nova.network.neutron [-] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.232097] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c69e0bb-cbe0-4994-b9a6-afe2adea6f52 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.238308] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3611cade-e112-4358-a4b3-77dd094a2baa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.278936] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbfc555-d0ca-4ac1-86ba-4a9ec168eb72 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.289557] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa44bd9-8d6c-44dd-a4d4-8c214d252c3d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.306044] env[69677]: DEBUG nova.compute.provider_tree [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.357755] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.360581] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-842a00a4-49e9-4d2b-8ab4-99f6912222f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.368133] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 762.368133] env[69677]: value = "task-3436203" [ 762.368133] env[69677]: _type = "Task" [ 762.368133] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.375557] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.433761] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074545} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.434665] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.440050] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd88b44-44e7-48a2-9d75-a9216d3c775c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.461146] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 61e28d39-30ab-4eb3-865d-930044e6f430/61e28d39-30ab-4eb3-865d-930044e6f430.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.461729] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887e681a-b171-4570-9284-2a5a191c5284 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.486130] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 762.486130] env[69677]: value = "task-3436204" [ 762.486130] env[69677]: _type = "Task" [ 762.486130] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.495775] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.763807] env[69677]: DEBUG nova.compute.manager [req-aa14ca0f-2ca5-4c35-8e84-a10e912b75fe req-144ffc47-91fd-41b3-b4ba-4f67680acb21 service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Received event network-vif-deleted-190877bb-d5c9-4d25-a5ac-2e3a827433eb {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.763807] env[69677]: INFO nova.compute.manager [req-aa14ca0f-2ca5-4c35-8e84-a10e912b75fe req-144ffc47-91fd-41b3-b4ba-4f67680acb21 service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Neutron deleted interface 190877bb-d5c9-4d25-a5ac-2e3a827433eb; detaching it from the instance and deleting it from the info cache [ 762.764160] env[69677]: DEBUG nova.network.neutron [req-aa14ca0f-2ca5-4c35-8e84-a10e912b75fe req-144ffc47-91fd-41b3-b4ba-4f67680acb21 service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.808080] env[69677]: DEBUG nova.scheduler.client.report [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.878881] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436203, 'name': PowerOffVM_Task, 'duration_secs': 0.148224} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.880267] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.881111] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.882035] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7bf3ec-1a24-4e44-9181-3e0c363d12dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.890738] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.891044] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0bbb84c-9520-4e9d-9483-a490af90e48c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.918619] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.918900] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.921855] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Deleting the datastore file [datastore1] 5b5ef5ac-82da-4e8b-aabf-966539bbf495 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.921855] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ba67bbe-7fef-42e5-b2c3-558ca9d870c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.927506] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 762.927506] env[69677]: value = "task-3436206" [ 762.927506] env[69677]: _type = "Task" [ 762.927506] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.934247] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.994577] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.154533] env[69677]: DEBUG nova.network.neutron [-] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.267534] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab7e6cbe-2f22-4303-9425-6c6ab25fb175 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.277736] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f175b4-e63c-4fa1-8380-ca95d58de347 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.313959] env[69677]: DEBUG nova.compute.manager [req-aa14ca0f-2ca5-4c35-8e84-a10e912b75fe req-144ffc47-91fd-41b3-b4ba-4f67680acb21 service nova] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Detach interface failed, port_id=190877bb-d5c9-4d25-a5ac-2e3a827433eb, reason: Instance d2899bb9-9219-4084-b344-d71606d9aabc could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 763.314929] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.315448] env[69677]: DEBUG nova.compute.manager [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.317972] env[69677]: DEBUG oslo_concurrency.lockutils [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.833s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.318220] env[69677]: DEBUG nova.objects.instance [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lazy-loading 'resources' on Instance uuid 52336a80-7d44-4da9-95cd-b810f96a0f71 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.437521] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15701} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.437809] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.438032] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.438223] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.494721] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436204, 'name': ReconfigVM_Task, 'duration_secs': 0.690427} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.494988] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 61e28d39-30ab-4eb3-865d-930044e6f430/61e28d39-30ab-4eb3-865d-930044e6f430.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.495638] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45bc3da7-b994-406e-973e-401a342b4670 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.502851] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 763.502851] env[69677]: value = "task-3436208" [ 763.502851] env[69677]: _type = "Task" [ 763.502851] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.511272] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436208, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.657656] env[69677]: INFO nova.compute.manager [-] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Took 1.67 seconds to deallocate network for instance. [ 763.822271] env[69677]: DEBUG nova.compute.utils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.827562] env[69677]: DEBUG nova.compute.manager [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.827854] env[69677]: DEBUG nova.network.neutron [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.894513] env[69677]: DEBUG nova.policy [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8460971299e747839d45403d677a9da4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddf3a4476d164969859c023ab3250ff4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.013618] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436208, 'name': Rename_Task, 'duration_secs': 0.14566} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.016279] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.016779] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d28f27ed-1c8a-4c9a-95c4-0ecfa465188b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.024203] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 764.024203] env[69677]: value = "task-3436209" [ 764.024203] env[69677]: _type = "Task" [ 764.024203] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.035462] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.168265] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.327948] env[69677]: DEBUG nova.compute.manager [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.334430] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6462eaa6-f017-4fa4-9e21-6a80bc1a284b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.339109] env[69677]: DEBUG nova.network.neutron [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Successfully created port: 26fb1672-38df-4386-93e3-762dd16b6873 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.347412] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c65666-c77e-4a12-8201-f9ee3b357f60 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.381354] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba469e82-8532-4b15-91fd-49b82e027ed3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.389882] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67933073-9ad2-4417-866b-823e25848ef3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.404125] env[69677]: DEBUG nova.compute.provider_tree [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.478926] env[69677]: DEBUG nova.virt.hardware [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.479212] env[69677]: DEBUG nova.virt.hardware [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.479389] env[69677]: DEBUG nova.virt.hardware [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.479595] env[69677]: DEBUG nova.virt.hardware [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.479718] env[69677]: DEBUG nova.virt.hardware [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.479863] env[69677]: DEBUG nova.virt.hardware [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.480165] env[69677]: DEBUG nova.virt.hardware [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.480343] env[69677]: DEBUG nova.virt.hardware [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.480509] env[69677]: DEBUG nova.virt.hardware [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.480720] env[69677]: DEBUG nova.virt.hardware [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.480921] env[69677]: DEBUG nova.virt.hardware [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.482071] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44e2121-a8cd-473a-8533-7528a17472ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.490310] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cd61ad-c210-4584-972d-30c10ae428a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.505609] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.511675] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.511958] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.512233] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccbf2f71-c199-4233-8951-b560e7fc5415 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.533760] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436209, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.534936] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.534936] env[69677]: value = "task-3436210" [ 764.534936] env[69677]: _type = "Task" [ 764.534936] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.542073] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436210, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.906954] env[69677]: DEBUG nova.scheduler.client.report [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.034666] env[69677]: DEBUG oslo_vmware.api [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436209, 'name': PowerOnVM_Task, 'duration_secs': 0.938414} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.034922] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.035232] env[69677]: INFO nova.compute.manager [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Took 9.27 seconds to spawn the instance on the hypervisor. [ 765.035440] env[69677]: DEBUG nova.compute.manager [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.036278] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02896c3f-c47c-41ce-a641-d128a5dbbbb7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.052538] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436210, 'name': CreateVM_Task, 'duration_secs': 0.490065} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.053157] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.056539] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.056723] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.057047] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.057488] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf07f41-48ef-4f54-938d-00f0e36b0064 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.065388] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 765.065388] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523bc424-3530-42a2-c499-fcba3f18630d" [ 765.065388] env[69677]: _type = "Task" [ 765.065388] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.075242] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523bc424-3530-42a2-c499-fcba3f18630d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.345063] env[69677]: DEBUG nova.compute.manager [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.381902] env[69677]: DEBUG nova.virt.hardware [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.381902] env[69677]: DEBUG nova.virt.hardware [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.382044] env[69677]: DEBUG nova.virt.hardware [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.382177] env[69677]: DEBUG nova.virt.hardware [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.382308] env[69677]: DEBUG nova.virt.hardware [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.382453] env[69677]: DEBUG nova.virt.hardware [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.382685] env[69677]: DEBUG nova.virt.hardware [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.382895] env[69677]: DEBUG nova.virt.hardware [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.383181] env[69677]: DEBUG nova.virt.hardware [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.383359] env[69677]: DEBUG nova.virt.hardware [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.383536] env[69677]: DEBUG nova.virt.hardware [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.384459] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21feaa95-61d8-41c7-ab22-04a9484410bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.392605] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2809516-5a53-445f-9141-8593feded927 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.414902] env[69677]: DEBUG oslo_concurrency.lockutils [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.417930] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.380s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.420586] env[69677]: INFO nova.compute.claims [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.457872] env[69677]: INFO nova.scheduler.client.report [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Deleted allocations for instance 52336a80-7d44-4da9-95cd-b810f96a0f71 [ 765.566146] env[69677]: INFO nova.compute.manager [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Took 39.43 seconds to build instance. [ 765.585184] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523bc424-3530-42a2-c499-fcba3f18630d, 'name': SearchDatastore_Task, 'duration_secs': 0.017768} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.586657] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.586847] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.587443] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.587443] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.587443] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.588055] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc152c12-2887-4fec-aab1-5c7ed1baf57e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.598397] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.598596] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.599397] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d174def4-9701-40a3-b8e0-a90944620ae1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.607291] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 765.607291] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5261e5d6-6eac-e284-c348-e780d71f1f45" [ 765.607291] env[69677]: _type = "Task" [ 765.607291] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.613821] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5261e5d6-6eac-e284-c348-e780d71f1f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.873094] env[69677]: DEBUG nova.compute.manager [req-41dee053-3413-4d8a-9b87-25913feb0102 req-05000a28-c289-4a08-9ebf-f11583c7a437 service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Received event network-vif-plugged-26fb1672-38df-4386-93e3-762dd16b6873 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.873699] env[69677]: DEBUG oslo_concurrency.lockutils [req-41dee053-3413-4d8a-9b87-25913feb0102 req-05000a28-c289-4a08-9ebf-f11583c7a437 service nova] Acquiring lock "731ff5a1-2f73-40be-9661-378bd367810c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.873699] env[69677]: DEBUG oslo_concurrency.lockutils [req-41dee053-3413-4d8a-9b87-25913feb0102 req-05000a28-c289-4a08-9ebf-f11583c7a437 service nova] Lock "731ff5a1-2f73-40be-9661-378bd367810c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.873835] env[69677]: DEBUG oslo_concurrency.lockutils [req-41dee053-3413-4d8a-9b87-25913feb0102 req-05000a28-c289-4a08-9ebf-f11583c7a437 service nova] Lock "731ff5a1-2f73-40be-9661-378bd367810c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.873966] env[69677]: DEBUG nova.compute.manager [req-41dee053-3413-4d8a-9b87-25913feb0102 req-05000a28-c289-4a08-9ebf-f11583c7a437 service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] No waiting events found dispatching network-vif-plugged-26fb1672-38df-4386-93e3-762dd16b6873 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.874202] env[69677]: WARNING nova.compute.manager [req-41dee053-3413-4d8a-9b87-25913feb0102 req-05000a28-c289-4a08-9ebf-f11583c7a437 service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Received unexpected event network-vif-plugged-26fb1672-38df-4386-93e3-762dd16b6873 for instance with vm_state building and task_state spawning. [ 765.970936] env[69677]: DEBUG oslo_concurrency.lockutils [None req-81b8d3af-81db-49e0-8019-5ec90c0c0af6 tempest-ServersAdminNegativeTestJSON-968124237 tempest-ServersAdminNegativeTestJSON-968124237-project-member] Lock "52336a80-7d44-4da9-95cd-b810f96a0f71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.065s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.074343] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1a2b035e-2378-4dab-beba-01ce90022be7 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "61e28d39-30ab-4eb3-865d-930044e6f430" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.720s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.086916] env[69677]: DEBUG nova.network.neutron [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Successfully updated port: 26fb1672-38df-4386-93e3-762dd16b6873 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.118461] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5261e5d6-6eac-e284-c348-e780d71f1f45, 'name': SearchDatastore_Task, 'duration_secs': 0.010968} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.122021] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8980612-0a6a-4c8b-ab1c-9be0733fad02 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.125347] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 766.125347] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527ab27b-29df-baf6-9b1a-4972a30ee8c5" [ 766.125347] env[69677]: _type = "Task" [ 766.125347] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.137683] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527ab27b-29df-baf6-9b1a-4972a30ee8c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.582417] env[69677]: DEBUG nova.compute.manager [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.590890] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquiring lock "refresh_cache-731ff5a1-2f73-40be-9661-378bd367810c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.591300] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquired lock "refresh_cache-731ff5a1-2f73-40be-9661-378bd367810c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.591300] env[69677]: DEBUG nova.network.neutron [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.641766] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527ab27b-29df-baf6-9b1a-4972a30ee8c5, 'name': SearchDatastore_Task, 'duration_secs': 0.030128} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.644494] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.644494] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 5b5ef5ac-82da-4e8b-aabf-966539bbf495/5b5ef5ac-82da-4e8b-aabf-966539bbf495.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.645019] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0339864-df93-428c-9476-bc14250ad228 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.655717] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 766.655717] env[69677]: value = "task-3436211" [ 766.655717] env[69677]: _type = "Task" [ 766.655717] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.667451] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.119361] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.153638] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ffe73a-83d4-4c4c-a1ec-377aa77bbd6d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.176238] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436211, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.186672] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3c3a63-752f-4be4-ba5a-0a6828e55a09 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.195448] env[69677]: DEBUG nova.network.neutron [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.198698] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.198960] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.235296] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d601ccf0-3847-43cc-93cf-79e642a04ee4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.246613] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16257992-18c9-4d98-a0af-5f5411f6b04e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.265424] env[69677]: DEBUG nova.compute.provider_tree [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.458989] env[69677]: DEBUG nova.network.neutron [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Updating instance_info_cache with network_info: [{"id": "26fb1672-38df-4386-93e3-762dd16b6873", "address": "fa:16:3e:14:c7:95", "network": {"id": "a5b4ca76-575b-49bd-b441-cabc30a484e6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1632002003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddf3a4476d164969859c023ab3250ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26fb1672-38", "ovs_interfaceid": "26fb1672-38df-4386-93e3-762dd16b6873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.596550] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Acquiring lock "b52a425a-6d61-483a-b1df-3ca54ffadb21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.597854] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "b52a425a-6d61-483a-b1df-3ca54ffadb21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.670896] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714166} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.671205] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 5b5ef5ac-82da-4e8b-aabf-966539bbf495/5b5ef5ac-82da-4e8b-aabf-966539bbf495.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.671438] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.671874] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-097380c1-cb2b-40d6-bdd4-b3070311a390 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.679141] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 767.679141] env[69677]: value = "task-3436212" [ 767.679141] env[69677]: _type = "Task" [ 767.679141] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.695567] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.706601] env[69677]: DEBUG nova.compute.utils [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.769808] env[69677]: DEBUG nova.scheduler.client.report [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.963195] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Releasing lock "refresh_cache-731ff5a1-2f73-40be-9661-378bd367810c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.963590] env[69677]: DEBUG nova.compute.manager [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Instance network_info: |[{"id": "26fb1672-38df-4386-93e3-762dd16b6873", "address": "fa:16:3e:14:c7:95", "network": {"id": "a5b4ca76-575b-49bd-b441-cabc30a484e6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1632002003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddf3a4476d164969859c023ab3250ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26fb1672-38", "ovs_interfaceid": "26fb1672-38df-4386-93e3-762dd16b6873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.965312] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:c7:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26fb1672-38df-4386-93e3-762dd16b6873', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.971568] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Creating folder: Project (ddf3a4476d164969859c023ab3250ff4). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.971875] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63d81d9c-27ad-4842-8ba3-2ce1aaa518e7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.986168] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Created folder: Project (ddf3a4476d164969859c023ab3250ff4) in parent group-v685897. [ 767.986363] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Creating folder: Instances. Parent ref: group-v686004. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.986605] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bab3f9ad-4fc7-4d81-94e7-b69daf2c0e4f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.999152] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Created folder: Instances in parent group-v686004. [ 767.999405] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.999630] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.999818] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0d4ce59-0f5e-401d-a2d3-1e334e0177b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.024867] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.024867] env[69677]: value = "task-3436215" [ 768.024867] env[69677]: _type = "Task" [ 768.024867] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.033018] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436215, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.039416] env[69677]: DEBUG nova.compute.manager [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.040321] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec831cb2-47c9-4e7e-9693-b3467faa1796 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.188859] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158969} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.189244] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.190028] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47b289f-4572-4465-b1dd-e981207cc3bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.210874] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 5b5ef5ac-82da-4e8b-aabf-966539bbf495/5b5ef5ac-82da-4e8b-aabf-966539bbf495.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.211568] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.211959] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe11518-b817-444f-8d1a-69376d1160ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.236133] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 768.236133] env[69677]: value = "task-3436216" [ 768.236133] env[69677]: _type = "Task" [ 768.236133] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.246043] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.278232] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.278477] env[69677]: DEBUG nova.compute.manager [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.282089] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.333s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.282089] env[69677]: DEBUG nova.objects.instance [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Lazy-loading 'resources' on Instance uuid d71a8019-3763-44f8-9ad7-78ab81353b60 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.535345] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436215, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.557085] env[69677]: INFO nova.compute.manager [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] instance snapshotting [ 768.557085] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdedc4d7-34cd-42b6-8399-51a26848bedf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.587262] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3132c441-b371-4f49-ae5e-7dbd2b4cf786 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.591195] env[69677]: DEBUG nova.compute.manager [req-fe26c77b-9ec3-4d2a-896d-c7367253912b req-2e4568de-58c5-4de5-ad9e-d9e59dc8396b service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Received event network-changed-26fb1672-38df-4386-93e3-762dd16b6873 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.591368] env[69677]: DEBUG nova.compute.manager [req-fe26c77b-9ec3-4d2a-896d-c7367253912b req-2e4568de-58c5-4de5-ad9e-d9e59dc8396b service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Refreshing instance network info cache due to event network-changed-26fb1672-38df-4386-93e3-762dd16b6873. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.591574] env[69677]: DEBUG oslo_concurrency.lockutils [req-fe26c77b-9ec3-4d2a-896d-c7367253912b req-2e4568de-58c5-4de5-ad9e-d9e59dc8396b service nova] Acquiring lock "refresh_cache-731ff5a1-2f73-40be-9661-378bd367810c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.591706] env[69677]: DEBUG oslo_concurrency.lockutils [req-fe26c77b-9ec3-4d2a-896d-c7367253912b req-2e4568de-58c5-4de5-ad9e-d9e59dc8396b service nova] Acquired lock "refresh_cache-731ff5a1-2f73-40be-9661-378bd367810c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.591854] env[69677]: DEBUG nova.network.neutron [req-fe26c77b-9ec3-4d2a-896d-c7367253912b req-2e4568de-58c5-4de5-ad9e-d9e59dc8396b service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Refreshing network info cache for port 26fb1672-38df-4386-93e3-762dd16b6873 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.746560] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.787031] env[69677]: DEBUG nova.compute.utils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.790978] env[69677]: DEBUG nova.compute.manager [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.791424] env[69677]: DEBUG nova.network.neutron [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.850579] env[69677]: DEBUG nova.policy [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b5a92de3a5e435e8e894d42b6c9037f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e9ce2aed494aa199c9c935114bc400', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.037668] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436215, 'name': CreateVM_Task, 'duration_secs': 0.75637} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.043643] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.044555] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.044712] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.045028] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.045285] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873243d2-43c4-4f4c-a99c-487f962cd3bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.050182] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for the task: (returnval){ [ 769.050182] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522a1024-6c6c-033d-df18-7cfe299704e0" [ 769.050182] env[69677]: _type = "Task" [ 769.050182] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.059322] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522a1024-6c6c-033d-df18-7cfe299704e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.104520] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 769.107825] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d8740420-1679-49d1-bdab-3d2d2e38acc5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.115458] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 769.115458] env[69677]: value = "task-3436217" [ 769.115458] env[69677]: _type = "Task" [ 769.115458] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.125280] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436217, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.244360] env[69677]: DEBUG nova.network.neutron [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Successfully created port: e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.256017] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436216, 'name': ReconfigVM_Task, 'duration_secs': 0.866458} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.256734] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 5b5ef5ac-82da-4e8b-aabf-966539bbf495/5b5ef5ac-82da-4e8b-aabf-966539bbf495.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.256991] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12e67a6f-7208-407e-b235-b9dc619bbfbc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.263874] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 769.263874] env[69677]: value = "task-3436218" [ 769.263874] env[69677]: _type = "Task" [ 769.263874] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.274997] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436218, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.301809] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.301961] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.302557] env[69677]: INFO nova.compute.manager [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Attaching volume 3d1aa2bf-b488-427d-8540-212ba678b216 to /dev/sdb [ 769.305153] env[69677]: DEBUG nova.compute.manager [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.370745] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d78bd3-1c8e-4b18-a908-4302d1e199eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.379902] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45487902-19be-4858-8e28-25592d5da093 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.402866] env[69677]: DEBUG nova.virt.block_device [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Updating existing volume attachment record: 70a5a1a6-efdb-4aa8-9763-f5d191ea94e7 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 769.469926] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939e707c-2095-47a4-8ef8-3cab95759b1e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.479838] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ca7138-0fb8-4d60-8218-c76509bd2677 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.513918] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a9797c-e9cd-408e-93ac-d9363b90daa2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.521929] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bab053-4c09-48bd-8a4c-330494a22807 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.537099] env[69677]: DEBUG nova.compute.provider_tree [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.561591] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522a1024-6c6c-033d-df18-7cfe299704e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011943} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.562026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.562147] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.562370] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.562514] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.562692] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.563061] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87dd4b78-cf68-4346-8c45-0b66248b04db {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.573713] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.573939] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.574779] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc496bb-7bc5-422c-8730-ef7d610fa05c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.580657] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for the task: (returnval){ [ 769.580657] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523d8fac-fc24-407f-4af4-49057d564be7" [ 769.580657] env[69677]: _type = "Task" [ 769.580657] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.591710] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523d8fac-fc24-407f-4af4-49057d564be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.629346] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436217, 'name': CreateSnapshot_Task, 'duration_secs': 0.47463} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.632876] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 769.637203] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d21453-c9c8-43cb-bab0-26cd8846b202 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.766168] env[69677]: DEBUG nova.network.neutron [req-fe26c77b-9ec3-4d2a-896d-c7367253912b req-2e4568de-58c5-4de5-ad9e-d9e59dc8396b service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Updated VIF entry in instance network info cache for port 26fb1672-38df-4386-93e3-762dd16b6873. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.766168] env[69677]: DEBUG nova.network.neutron [req-fe26c77b-9ec3-4d2a-896d-c7367253912b req-2e4568de-58c5-4de5-ad9e-d9e59dc8396b service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Updating instance_info_cache with network_info: [{"id": "26fb1672-38df-4386-93e3-762dd16b6873", "address": "fa:16:3e:14:c7:95", "network": {"id": "a5b4ca76-575b-49bd-b441-cabc30a484e6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1632002003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddf3a4476d164969859c023ab3250ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26fb1672-38", "ovs_interfaceid": "26fb1672-38df-4386-93e3-762dd16b6873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.778027] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436218, 'name': Rename_Task, 'duration_secs': 0.15112} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.779033] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.779277] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e2bbe27-4050-4e3d-a842-8793dd301714 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.786125] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 769.786125] env[69677]: value = "task-3436221" [ 769.786125] env[69677]: _type = "Task" [ 769.786125] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.795124] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.060937] env[69677]: ERROR nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [req-78313eec-b92d-4302-b352-26b70ba4b80a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c5171a8-f2e0-4f3a-8916-700b7523cd77. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-78313eec-b92d-4302-b352-26b70ba4b80a"}]} [ 770.079019] env[69677]: DEBUG nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Refreshing inventories for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 770.093079] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523d8fac-fc24-407f-4af4-49057d564be7, 'name': SearchDatastore_Task, 'duration_secs': 0.017806} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.094449] env[69677]: DEBUG nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Updating ProviderTree inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 770.094668] env[69677]: DEBUG nova.compute.provider_tree [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.096769] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dc9e73c-69af-441f-85b7-e012ff1aab08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.105553] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for the task: (returnval){ [ 770.105553] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c5bc1b-b949-bb83-e042-ad252340a33e" [ 770.105553] env[69677]: _type = "Task" [ 770.105553] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.115900] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c5bc1b-b949-bb83-e042-ad252340a33e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.119638] env[69677]: DEBUG nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Refreshing aggregate associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, aggregates: None {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 770.149510] env[69677]: DEBUG nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Refreshing trait associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 770.162154] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 770.162661] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c1eb77ba-f1dd-4898-8b23-f2baf5b82d71 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.173689] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 770.173689] env[69677]: value = "task-3436223" [ 770.173689] env[69677]: _type = "Task" [ 770.173689] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.186799] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436223, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.270605] env[69677]: DEBUG oslo_concurrency.lockutils [req-fe26c77b-9ec3-4d2a-896d-c7367253912b req-2e4568de-58c5-4de5-ad9e-d9e59dc8396b service nova] Releasing lock "refresh_cache-731ff5a1-2f73-40be-9661-378bd367810c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.303484] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436221, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.322201] env[69677]: DEBUG nova.compute.manager [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.358333] env[69677]: DEBUG nova.virt.hardware [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.358586] env[69677]: DEBUG nova.virt.hardware [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.358811] env[69677]: DEBUG nova.virt.hardware [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.358940] env[69677]: DEBUG nova.virt.hardware [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.359182] env[69677]: DEBUG nova.virt.hardware [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.359366] env[69677]: DEBUG nova.virt.hardware [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.359561] env[69677]: DEBUG nova.virt.hardware [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.359709] env[69677]: DEBUG nova.virt.hardware [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.359867] env[69677]: DEBUG nova.virt.hardware [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.360035] env[69677]: DEBUG nova.virt.hardware [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.360254] env[69677]: DEBUG nova.virt.hardware [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.363670] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d790978c-85b3-45bb-a274-53a58c28ffc3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.377955] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b2d852-34da-4218-baf9-2b4a33d2fad3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.617536] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c5bc1b-b949-bb83-e042-ad252340a33e, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.623312] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.623312] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 731ff5a1-2f73-40be-9661-378bd367810c/731ff5a1-2f73-40be-9661-378bd367810c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.623312] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1c5e7d4-6ed9-466b-a181-4a14df9b9b72 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.632032] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for the task: (returnval){ [ 770.632032] env[69677]: value = "task-3436224" [ 770.632032] env[69677]: _type = "Task" [ 770.632032] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.644148] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.690209] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436223, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.795793] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24b62a4-1bf4-4795-83f5-dfddb72d59d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.802841] env[69677]: DEBUG oslo_vmware.api [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436221, 'name': PowerOnVM_Task, 'duration_secs': 0.56855} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.802841] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.803165] env[69677]: DEBUG nova.compute.manager [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.803958] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abcb68e-1d98-4758-949b-e24e8f558a88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.812156] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10695156-35af-4a91-83b0-3749023d30f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.856026] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b918c6d-7f8e-4af6-b49b-c8134eda95d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.867443] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07024042-778e-40f4-ba40-0afca54c4e44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.885781] env[69677]: DEBUG nova.compute.provider_tree [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.897899] env[69677]: DEBUG nova.network.neutron [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Successfully updated port: e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.906381] env[69677]: DEBUG nova.compute.manager [req-1712f93f-e73f-4910-9e65-ef4f9ee4cdce req-47315cde-942c-434e-b164-80a1a50b7dcd service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Received event network-vif-plugged-e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.906619] env[69677]: DEBUG oslo_concurrency.lockutils [req-1712f93f-e73f-4910-9e65-ef4f9ee4cdce req-47315cde-942c-434e-b164-80a1a50b7dcd service nova] Acquiring lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.906843] env[69677]: DEBUG oslo_concurrency.lockutils [req-1712f93f-e73f-4910-9e65-ef4f9ee4cdce req-47315cde-942c-434e-b164-80a1a50b7dcd service nova] Lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.907024] env[69677]: DEBUG oslo_concurrency.lockutils [req-1712f93f-e73f-4910-9e65-ef4f9ee4cdce req-47315cde-942c-434e-b164-80a1a50b7dcd service nova] Lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.907201] env[69677]: DEBUG nova.compute.manager [req-1712f93f-e73f-4910-9e65-ef4f9ee4cdce req-47315cde-942c-434e-b164-80a1a50b7dcd service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] No waiting events found dispatching network-vif-plugged-e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.907362] env[69677]: WARNING nova.compute.manager [req-1712f93f-e73f-4910-9e65-ef4f9ee4cdce req-47315cde-942c-434e-b164-80a1a50b7dcd service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Received unexpected event network-vif-plugged-e8e0e87a-483f-450f-81e5-faa0480afacd for instance with vm_state building and task_state spawning. [ 771.073059] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquiring lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.073220] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.147685] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.188318] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436223, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.327732] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.400727] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.400892] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquired lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.401133] env[69677]: DEBUG nova.network.neutron [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.410164] env[69677]: ERROR nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] [req-38dff8ad-f4c4-44c5-86e5-5d9be5c8b4f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c5171a8-f2e0-4f3a-8916-700b7523cd77. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-38dff8ad-f4c4-44c5-86e5-5d9be5c8b4f8"}]} [ 771.435986] env[69677]: DEBUG nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Refreshing inventories for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 771.458374] env[69677]: DEBUG nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Updating ProviderTree inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 771.458374] env[69677]: DEBUG nova.compute.provider_tree [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.481524] env[69677]: DEBUG nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Refreshing aggregate associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, aggregates: None {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 771.510254] env[69677]: DEBUG nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Refreshing trait associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 771.647683] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625185} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.650362] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 731ff5a1-2f73-40be-9661-378bd367810c/731ff5a1-2f73-40be-9661-378bd367810c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.650566] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.651033] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46919007-9b61-4c31-9b2f-412eaa7844f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.659691] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for the task: (returnval){ [ 771.659691] env[69677]: value = "task-3436225" [ 771.659691] env[69677]: _type = "Task" [ 771.659691] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.673425] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.690013] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436223, 'name': CloneVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.791202] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquiring lock "5b5ef5ac-82da-4e8b-aabf-966539bbf495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.791489] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "5b5ef5ac-82da-4e8b-aabf-966539bbf495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.791716] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquiring lock "5b5ef5ac-82da-4e8b-aabf-966539bbf495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.791920] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "5b5ef5ac-82da-4e8b-aabf-966539bbf495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.792150] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "5b5ef5ac-82da-4e8b-aabf-966539bbf495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.794652] env[69677]: INFO nova.compute.manager [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Terminating instance [ 771.955649] env[69677]: DEBUG nova.network.neutron [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.065052] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62afafd1-8a2b-4785-bdbf-1eac1d05ac6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.073372] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0754e121-8beb-438d-8029-776a6a941851 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.112570] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601242c3-d7d9-4d27-b012-295066429d9b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.121660] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63270b27-c8f8-4342-a28f-9e00eee7a0be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.137838] env[69677]: DEBUG nova.compute.provider_tree [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.170254] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171507} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.170482] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.171284] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7eec95-b4b9-4adf-9796-3cf6c4e57456 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.196129] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 731ff5a1-2f73-40be-9661-378bd367810c/731ff5a1-2f73-40be-9661-378bd367810c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.197158] env[69677]: DEBUG nova.network.neutron [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updating instance_info_cache with network_info: [{"id": "e8e0e87a-483f-450f-81e5-faa0480afacd", "address": "fa:16:3e:1b:73:e4", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e0e87a-48", "ovs_interfaceid": "e8e0e87a-483f-450f-81e5-faa0480afacd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.201226] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666ea94f-323a-4816-9450-c6caed785c7a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.224904] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436223, 'name': CloneVM_Task, 'duration_secs': 1.598691} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.226062] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Created linked-clone VM from snapshot [ 772.226394] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for the task: (returnval){ [ 772.226394] env[69677]: value = "task-3436227" [ 772.226394] env[69677]: _type = "Task" [ 772.226394] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.227108] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e279cd6-138e-416a-9828-a90005defc4b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.243968] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Uploading image a9ff2256-373f-4425-a3f4-ce0f2d9da07a {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 772.247347] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.268458] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 772.268458] env[69677]: value = "vm-686010" [ 772.268458] env[69677]: _type = "VirtualMachine" [ 772.268458] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 772.268775] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d9c021b-a87f-4f5c-84a0-2cc107e74d7c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.277750] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lease: (returnval){ [ 772.277750] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52196280-00f5-6f1f-0a45-3efd4c0f19cb" [ 772.277750] env[69677]: _type = "HttpNfcLease" [ 772.277750] env[69677]: } obtained for exporting VM: (result){ [ 772.277750] env[69677]: value = "vm-686010" [ 772.277750] env[69677]: _type = "VirtualMachine" [ 772.277750] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 772.278044] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the lease: (returnval){ [ 772.278044] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52196280-00f5-6f1f-0a45-3efd4c0f19cb" [ 772.278044] env[69677]: _type = "HttpNfcLease" [ 772.278044] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 772.285561] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.285561] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52196280-00f5-6f1f-0a45-3efd4c0f19cb" [ 772.285561] env[69677]: _type = "HttpNfcLease" [ 772.285561] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 772.298166] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquiring lock "refresh_cache-5b5ef5ac-82da-4e8b-aabf-966539bbf495" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.298359] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquired lock "refresh_cache-5b5ef5ac-82da-4e8b-aabf-966539bbf495" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.298531] env[69677]: DEBUG nova.network.neutron [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.675092] env[69677]: DEBUG nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Updated inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 772.675506] env[69677]: DEBUG nova.compute.provider_tree [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Updating resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 generation from 62 to 63 during operation: update_inventory {{(pid=69677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 772.675506] env[69677]: DEBUG nova.compute.provider_tree [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.716401] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Releasing lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.716948] env[69677]: DEBUG nova.compute.manager [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Instance network_info: |[{"id": "e8e0e87a-483f-450f-81e5-faa0480afacd", "address": "fa:16:3e:1b:73:e4", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e0e87a-48", "ovs_interfaceid": "e8e0e87a-483f-450f-81e5-faa0480afacd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.718458] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:73:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8e0e87a-483f-450f-81e5-faa0480afacd', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.729976] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Creating folder: Project (19e9ce2aed494aa199c9c935114bc400). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.731371] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b823f6c-8932-4cd6-adcb-a6b5cb71ddc7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.743241] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.749656] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Created folder: Project (19e9ce2aed494aa199c9c935114bc400) in parent group-v685897. [ 772.749903] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Creating folder: Instances. Parent ref: group-v686011. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 772.750165] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37717ee2-917d-4214-a28d-48ddd44ae8de {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.764473] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Created folder: Instances in parent group-v686011. [ 772.764842] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.765956] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.765956] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-604f03d3-0922-4c2b-ac58-2b38b2ef5e76 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.791261] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.791261] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52196280-00f5-6f1f-0a45-3efd4c0f19cb" [ 772.791261] env[69677]: _type = "HttpNfcLease" [ 772.791261] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 772.791552] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 772.791552] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52196280-00f5-6f1f-0a45-3efd4c0f19cb" [ 772.791552] env[69677]: _type = "HttpNfcLease" [ 772.791552] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 772.792933] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89d1cdb-5e5b-4641-8123-bc63cc34f1f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.800240] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.800240] env[69677]: value = "task-3436231" [ 772.800240] env[69677]: _type = "Task" [ 772.800240] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.809897] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff2cce-f4f4-1aaf-382a-82d19828efed/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 772.810131] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff2cce-f4f4-1aaf-382a-82d19828efed/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 772.815500] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436231, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.878708] env[69677]: DEBUG nova.network.neutron [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.939274] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5697c8c5-9206-43e2-ae03-a7116f12e57a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.941523] env[69677]: DEBUG nova.network.neutron [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.026340] env[69677]: DEBUG nova.compute.manager [req-1a9096cc-8f7f-4579-8d89-19867fe236a9 req-7621907c-a9f6-402b-83d7-2146ab4b43fc service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Received event network-changed-e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.026340] env[69677]: DEBUG nova.compute.manager [req-1a9096cc-8f7f-4579-8d89-19867fe236a9 req-7621907c-a9f6-402b-83d7-2146ab4b43fc service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Refreshing instance network info cache due to event network-changed-e8e0e87a-483f-450f-81e5-faa0480afacd. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.026340] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a9096cc-8f7f-4579-8d89-19867fe236a9 req-7621907c-a9f6-402b-83d7-2146ab4b43fc service nova] Acquiring lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.026340] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a9096cc-8f7f-4579-8d89-19867fe236a9 req-7621907c-a9f6-402b-83d7-2146ab4b43fc service nova] Acquired lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.026340] env[69677]: DEBUG nova.network.neutron [req-1a9096cc-8f7f-4579-8d89-19867fe236a9 req-7621907c-a9f6-402b-83d7-2146ab4b43fc service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Refreshing network info cache for port e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.183273] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.902s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.185803] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.524s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.187518] env[69677]: INFO nova.compute.claims [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.208282] env[69677]: INFO nova.scheduler.client.report [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Deleted allocations for instance d71a8019-3763-44f8-9ad7-78ab81353b60 [ 773.241380] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436227, 'name': ReconfigVM_Task, 'duration_secs': 0.760931} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.242750] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 731ff5a1-2f73-40be-9661-378bd367810c/731ff5a1-2f73-40be-9661-378bd367810c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.243038] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4360faf-3105-48c2-a088-d5d3a9abee10 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.251364] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for the task: (returnval){ [ 773.251364] env[69677]: value = "task-3436232" [ 773.251364] env[69677]: _type = "Task" [ 773.251364] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.267199] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436232, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.315743] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436231, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.445835] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Releasing lock "refresh_cache-5b5ef5ac-82da-4e8b-aabf-966539bbf495" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.446329] env[69677]: DEBUG nova.compute.manager [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.446732] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.447732] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2836abf-0b0c-4096-86e0-933e1d222161 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.458458] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.458898] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d6ac016-6243-4557-be91-2bdd06797c90 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.470380] env[69677]: DEBUG oslo_vmware.api [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 773.470380] env[69677]: value = "task-3436233" [ 773.470380] env[69677]: _type = "Task" [ 773.470380] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.477871] env[69677]: DEBUG oslo_vmware.api [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.728910] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18fa57a9-0a4a-475d-a109-9b241873b0fd tempest-ServerExternalEventsTest-2086773269 tempest-ServerExternalEventsTest-2086773269-project-member] Lock "d71a8019-3763-44f8-9ad7-78ab81353b60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.183s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.762641] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436232, 'name': Rename_Task, 'duration_secs': 0.178704} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.763686] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.764010] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6d866cf-6ef2-46d4-8eca-8a70ea82cb50 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.779431] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for the task: (returnval){ [ 773.779431] env[69677]: value = "task-3436234" [ 773.779431] env[69677]: _type = "Task" [ 773.779431] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.788643] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.812075] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436231, 'name': CreateVM_Task, 'duration_secs': 0.590097} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.812311] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.814173] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.814503] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.814978] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.815357] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f621a1e-2654-4b00-b74f-9cfdba64f5bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.819884] env[69677]: DEBUG nova.network.neutron [req-1a9096cc-8f7f-4579-8d89-19867fe236a9 req-7621907c-a9f6-402b-83d7-2146ab4b43fc service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updated VIF entry in instance network info cache for port e8e0e87a-483f-450f-81e5-faa0480afacd. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.820533] env[69677]: DEBUG nova.network.neutron [req-1a9096cc-8f7f-4579-8d89-19867fe236a9 req-7621907c-a9f6-402b-83d7-2146ab4b43fc service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updating instance_info_cache with network_info: [{"id": "e8e0e87a-483f-450f-81e5-faa0480afacd", "address": "fa:16:3e:1b:73:e4", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e0e87a-48", "ovs_interfaceid": "e8e0e87a-483f-450f-81e5-faa0480afacd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.823742] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 773.823742] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c082fd-f946-0929-3ddd-4b139367adca" [ 773.823742] env[69677]: _type = "Task" [ 773.823742] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.833769] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c082fd-f946-0929-3ddd-4b139367adca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.979480] env[69677]: DEBUG oslo_vmware.api [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436233, 'name': PowerOffVM_Task, 'duration_secs': 0.166031} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.979784] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.979943] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.980226] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d77c613-f168-4ff5-bd3c-e32246485fd7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.009029] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 774.009029] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686009', 'volume_id': '3d1aa2bf-b488-427d-8540-212ba678b216', 'name': 'volume-3d1aa2bf-b488-427d-8540-212ba678b216', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5df02f54-5283-4379-a5f0-8e1123c0ab92', 'attached_at': '', 'detached_at': '', 'volume_id': '3d1aa2bf-b488-427d-8540-212ba678b216', 'serial': '3d1aa2bf-b488-427d-8540-212ba678b216'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 774.009029] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ed8e58-5ce2-4fb6-91f1-f04f8cb1edf3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.031088] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76032b01-bf5f-4ece-b0e4-a8668fa3ed80 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.036153] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.036153] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.036153] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Deleting the datastore file [datastore2] 5b5ef5ac-82da-4e8b-aabf-966539bbf495 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.036153] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-557a2666-7038-465b-8a3b-2cc9581e8a7c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.063758] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] volume-3d1aa2bf-b488-427d-8540-212ba678b216/volume-3d1aa2bf-b488-427d-8540-212ba678b216.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.066201] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155599ba-eea7-42ee-9eab-a0c614f1e17e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.081575] env[69677]: DEBUG oslo_vmware.api [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for the task: (returnval){ [ 774.081575] env[69677]: value = "task-3436236" [ 774.081575] env[69677]: _type = "Task" [ 774.081575] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.091193] env[69677]: DEBUG oslo_vmware.api [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 774.091193] env[69677]: value = "task-3436237" [ 774.091193] env[69677]: _type = "Task" [ 774.091193] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.094051] env[69677]: DEBUG oslo_vmware.api [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.103800] env[69677]: DEBUG oslo_vmware.api [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.308112] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.326725] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a9096cc-8f7f-4579-8d89-19867fe236a9 req-7621907c-a9f6-402b-83d7-2146ab4b43fc service nova] Releasing lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.348587] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c082fd-f946-0929-3ddd-4b139367adca, 'name': SearchDatastore_Task, 'duration_secs': 0.021801} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.350300] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.350693] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.351090] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.351276] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.351504] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.352272] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d29ff14-cea2-406b-bb5b-8e3b08d28ecc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.367492] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.367704] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.369117] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c62f2bf-9493-425b-9e9c-597d13d5c33a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.377493] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 774.377493] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f121f4-5d4b-70e2-f4aa-6116563625ed" [ 774.377493] env[69677]: _type = "Task" [ 774.377493] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.396428] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f121f4-5d4b-70e2-f4aa-6116563625ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.397810] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ba1b0a-bebe-4b2b-b5d7-cfe1417826e7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.408627] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 774.408627] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bd72f7-5d71-0b91-57e9-2d6d1f307c73" [ 774.408627] env[69677]: _type = "Task" [ 774.408627] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.419223] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bd72f7-5d71-0b91-57e9-2d6d1f307c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.595821] env[69677]: DEBUG oslo_vmware.api [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Task: {'id': task-3436236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185273} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.604836] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.605246] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.605942] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.606517] env[69677]: INFO nova.compute.manager [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Took 1.16 seconds to destroy the instance on the hypervisor. [ 774.606900] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.607493] env[69677]: DEBUG nova.compute.manager [-] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.607639] env[69677]: DEBUG nova.network.neutron [-] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.619024] env[69677]: DEBUG oslo_vmware.api [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436237, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.635638] env[69677]: DEBUG nova.network.neutron [-] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.795918] env[69677]: DEBUG oslo_vmware.api [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436234, 'name': PowerOnVM_Task, 'duration_secs': 0.651808} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.796558] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.796558] env[69677]: INFO nova.compute.manager [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Took 9.45 seconds to spawn the instance on the hypervisor. [ 774.796664] env[69677]: DEBUG nova.compute.manager [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.797391] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3a62bd-7be8-4c56-a4f8-72086f728aad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.920486] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bd72f7-5d71-0b91-57e9-2d6d1f307c73, 'name': SearchDatastore_Task, 'duration_secs': 0.015934} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.921750] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.921933] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 536fc9a3-f6fc-4526-8c56-11df0000cdcb/536fc9a3-f6fc-4526-8c56-11df0000cdcb.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.922781] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7ddafe-101a-445d-852b-ab60490f0057 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.925727] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d6346ca-77cc-499f-ad7e-2b7ea682f30c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.933407] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65766f3-90b7-419b-9495-52152e9230f3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.938875] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 774.938875] env[69677]: value = "task-3436238" [ 774.938875] env[69677]: _type = "Task" [ 774.938875] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.973978] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9dd79b-2f3f-4e74-8cc6-a98aab1fc0cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.980764] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.986703] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf28ba11-2091-4af2-a7d0-4c25c38f1259 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.003962] env[69677]: DEBUG nova.compute.provider_tree [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.110205] env[69677]: DEBUG oslo_vmware.api [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436237, 'name': ReconfigVM_Task, 'duration_secs': 0.590481} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.110512] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Reconfigured VM instance instance-0000001b to attach disk [datastore2] volume-3d1aa2bf-b488-427d-8540-212ba678b216/volume-3d1aa2bf-b488-427d-8540-212ba678b216.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.118864] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f7e9e44-0a07-435f-9da4-15ccedef4b9b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.138934] env[69677]: DEBUG nova.network.neutron [-] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.140242] env[69677]: DEBUG oslo_vmware.api [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 775.140242] env[69677]: value = "task-3436239" [ 775.140242] env[69677]: _type = "Task" [ 775.140242] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.151830] env[69677]: DEBUG oslo_vmware.api [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.324916] env[69677]: INFO nova.compute.manager [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Took 46.59 seconds to build instance. [ 775.450997] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436238, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.507153] env[69677]: DEBUG nova.scheduler.client.report [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.645707] env[69677]: INFO nova.compute.manager [-] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Took 1.04 seconds to deallocate network for instance. [ 775.657227] env[69677]: DEBUG oslo_vmware.api [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436239, 'name': ReconfigVM_Task, 'duration_secs': 0.197488} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.657819] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686009', 'volume_id': '3d1aa2bf-b488-427d-8540-212ba678b216', 'name': 'volume-3d1aa2bf-b488-427d-8540-212ba678b216', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5df02f54-5283-4379-a5f0-8e1123c0ab92', 'attached_at': '', 'detached_at': '', 'volume_id': '3d1aa2bf-b488-427d-8540-212ba678b216', 'serial': '3d1aa2bf-b488-427d-8540-212ba678b216'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 775.828723] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f522ebf-dc33-4963-babf-b3d6d47dc30d tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "731ff5a1-2f73-40be-9661-378bd367810c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.975s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.950789] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630642} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.951201] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 536fc9a3-f6fc-4526-8c56-11df0000cdcb/536fc9a3-f6fc-4526-8c56-11df0000cdcb.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.951498] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.951815] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0bb0200-c66a-4c22-a2f5-c3e772376feb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.961230] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 775.961230] env[69677]: value = "task-3436240" [ 775.961230] env[69677]: _type = "Task" [ 775.961230] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.972490] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.014452] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.015018] env[69677]: DEBUG nova.compute.manager [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.022435] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.604s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.022719] env[69677]: DEBUG nova.objects.instance [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lazy-loading 'resources' on Instance uuid 61b8929a-8f0f-4288-bc41-45748ffb53db {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.159089] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.332643] env[69677]: DEBUG nova.compute.manager [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.411626] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquiring lock "731ff5a1-2f73-40be-9661-378bd367810c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.412023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "731ff5a1-2f73-40be-9661-378bd367810c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.412321] env[69677]: INFO nova.compute.manager [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Rebooting instance [ 776.473023] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071901} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.473345] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.474172] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86963d37-17f7-492a-b2cf-5a6c3540f0f5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.502070] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 536fc9a3-f6fc-4526-8c56-11df0000cdcb/536fc9a3-f6fc-4526-8c56-11df0000cdcb.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.502430] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b72a4363-a43b-4ea9-9aa6-5a135d06ec52 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.527143] env[69677]: DEBUG nova.compute.utils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.528719] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 776.528719] env[69677]: value = "task-3436241" [ 776.528719] env[69677]: _type = "Task" [ 776.528719] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.531665] env[69677]: DEBUG nova.compute.manager [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.531885] env[69677]: DEBUG nova.network.neutron [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.549255] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.626290] env[69677]: DEBUG nova.policy [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cf67c4377d84802be0dd91e8d219fba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77dd49edbcfd4b85bfd8e0f90ded8a42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.725174] env[69677]: DEBUG nova.objects.instance [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lazy-loading 'flavor' on Instance uuid 5df02f54-5283-4379-a5f0-8e1123c0ab92 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.860557] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.961026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquiring lock "refresh_cache-731ff5a1-2f73-40be-9661-378bd367810c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.961026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquired lock "refresh_cache-731ff5a1-2f73-40be-9661-378bd367810c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.961026] env[69677]: DEBUG nova.network.neutron [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.034517] env[69677]: DEBUG nova.compute.manager [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.057716] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436241, 'name': ReconfigVM_Task, 'duration_secs': 0.36155} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.058907] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 536fc9a3-f6fc-4526-8c56-11df0000cdcb/536fc9a3-f6fc-4526-8c56-11df0000cdcb.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.058907] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7105b99-4242-4f2c-ba85-9bd51d97698d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.070731] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 777.070731] env[69677]: value = "task-3436242" [ 777.070731] env[69677]: _type = "Task" [ 777.070731] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.082590] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436242, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.196442] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5f752c-6d5c-40f9-a74b-899dc7b93656 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.218178] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b680be-a6dd-4e90-8809-13cb9cd76c82 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.264151] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b5edb515-53b5-46fc-9bb1-55ed2175d057 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.961s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.264628] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca20d84-499a-4df5-bc23-b49a9a5d3ad9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.268742] env[69677]: DEBUG nova.network.neutron [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Successfully created port: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.278297] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f6aee6-d7db-4864-b756-3414a07043f5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.298300] env[69677]: DEBUG nova.compute.provider_tree [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.432792] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquiring lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.436585] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.436585] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquiring lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.436585] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.436585] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.437398] env[69677]: INFO nova.compute.manager [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Terminating instance [ 777.581717] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436242, 'name': Rename_Task, 'duration_secs': 0.18371} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.582561] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.585983] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0a30340-f556-47ff-8cd0-90576fb2aa0b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.599874] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 777.599874] env[69677]: value = "task-3436243" [ 777.599874] env[69677]: _type = "Task" [ 777.599874] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.610061] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.802550] env[69677]: DEBUG nova.scheduler.client.report [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.820698] env[69677]: DEBUG nova.network.neutron [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Updating instance_info_cache with network_info: [{"id": "26fb1672-38df-4386-93e3-762dd16b6873", "address": "fa:16:3e:14:c7:95", "network": {"id": "a5b4ca76-575b-49bd-b441-cabc30a484e6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1632002003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddf3a4476d164969859c023ab3250ff4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26fb1672-38", "ovs_interfaceid": "26fb1672-38df-4386-93e3-762dd16b6873", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.942200] env[69677]: DEBUG nova.compute.manager [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.942637] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.944100] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b93da0b-6bd3-4116-8724-56ee2c71ede4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.953493] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.953776] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcaa6141-1c43-4129-9798-219b6b8cc144 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.964886] env[69677]: DEBUG oslo_vmware.api [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for the task: (returnval){ [ 777.964886] env[69677]: value = "task-3436244" [ 777.964886] env[69677]: _type = "Task" [ 777.964886] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.977384] env[69677]: DEBUG oslo_vmware.api [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3436244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.045900] env[69677]: DEBUG nova.compute.manager [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.082356] env[69677]: DEBUG nova.virt.hardware [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.082650] env[69677]: DEBUG nova.virt.hardware [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.082849] env[69677]: DEBUG nova.virt.hardware [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.083244] env[69677]: DEBUG nova.virt.hardware [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.083510] env[69677]: DEBUG nova.virt.hardware [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.083602] env[69677]: DEBUG nova.virt.hardware [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.083825] env[69677]: DEBUG nova.virt.hardware [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.084241] env[69677]: DEBUG nova.virt.hardware [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.084427] env[69677]: DEBUG nova.virt.hardware [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.084596] env[69677]: DEBUG nova.virt.hardware [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.084781] env[69677]: DEBUG nova.virt.hardware [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.085698] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f42bc4-75eb-4f18-b72e-c2cd48bf9a6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.099143] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7b284a-54f2-4d3d-977b-8145eb857956 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.116992] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436243, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.313028] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.313872] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.772s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.314598] env[69677]: DEBUG nova.objects.instance [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Lazy-loading 'resources' on Instance uuid 0484fec0-872b-45c3-92cf-5d855e5d3d03 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.325993] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Releasing lock "refresh_cache-731ff5a1-2f73-40be-9661-378bd367810c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.351344] env[69677]: INFO nova.scheduler.client.report [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Deleted allocations for instance 61b8929a-8f0f-4288-bc41-45748ffb53db [ 778.476886] env[69677]: DEBUG oslo_vmware.api [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3436244, 'name': PowerOffVM_Task, 'duration_secs': 0.252519} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.477178] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.477352] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.477605] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fde0b579-7aa6-4d53-a6aa-fe295fbf8201 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.568134] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.568134] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.568134] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Deleting the datastore file [datastore1] 06b16f93-afb2-4c94-92b6-1afeffaf2f85 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.568134] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8024e4e9-59b1-4cb9-bc90-0669964886a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.579998] env[69677]: DEBUG oslo_vmware.api [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for the task: (returnval){ [ 778.579998] env[69677]: value = "task-3436246" [ 778.579998] env[69677]: _type = "Task" [ 778.579998] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.593545] env[69677]: DEBUG oslo_vmware.api [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3436246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.615694] env[69677]: DEBUG oslo_vmware.api [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436243, 'name': PowerOnVM_Task, 'duration_secs': 0.573935} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.616059] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.616330] env[69677]: INFO nova.compute.manager [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Took 8.29 seconds to spawn the instance on the hypervisor. [ 778.616561] env[69677]: DEBUG nova.compute.manager [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.619011] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34dd2b6-73d5-4e3c-98ee-4fa4621c53ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.831114] env[69677]: DEBUG nova.compute.manager [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.832057] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff87bdbc-1e48-4533-b5ae-d80e09a732cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.864881] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0adf66c2-cd9c-4a59-8de2-3c8871bb5750 tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "61b8929a-8f0f-4288-bc41-45748ffb53db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.968s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.096038] env[69677]: DEBUG oslo_vmware.api [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Task: {'id': task-3436246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469902} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.100017] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.100017] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.100017] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.100017] env[69677]: INFO nova.compute.manager [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Took 1.16 seconds to destroy the instance on the hypervisor. [ 779.100017] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.100242] env[69677]: DEBUG nova.compute.manager [-] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.100242] env[69677]: DEBUG nova.network.neutron [-] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.143998] env[69677]: INFO nova.compute.manager [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Took 47.12 seconds to build instance. [ 779.319727] env[69677]: DEBUG nova.network.neutron [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Successfully updated port: 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.461527] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f2ce8-a864-456f-af49-e1140f2be5b1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.472910] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d031b82f-1a4a-4b24-9530-4e94c9ab2fa8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.509596] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f18e672-a060-437c-9af8-c943ab00963e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.518468] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe211b4-5e9d-4b65-8327-272601dd9ca2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.534298] env[69677]: DEBUG nova.compute.provider_tree [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.605567] env[69677]: DEBUG nova.compute.manager [req-42fcae31-da0e-4ff3-beda-6630f885c415 req-781e0ac5-223a-4ef0-acd6-0ea636222dac service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Received event network-vif-plugged-5bd3fb21-fda6-46b7-aef3-6d4da36d4698 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.605842] env[69677]: DEBUG oslo_concurrency.lockutils [req-42fcae31-da0e-4ff3-beda-6630f885c415 req-781e0ac5-223a-4ef0-acd6-0ea636222dac service nova] Acquiring lock "53c02b37-2f88-4705-86db-ec2cc3163e4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.606076] env[69677]: DEBUG oslo_concurrency.lockutils [req-42fcae31-da0e-4ff3-beda-6630f885c415 req-781e0ac5-223a-4ef0-acd6-0ea636222dac service nova] Lock "53c02b37-2f88-4705-86db-ec2cc3163e4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.606330] env[69677]: DEBUG oslo_concurrency.lockutils [req-42fcae31-da0e-4ff3-beda-6630f885c415 req-781e0ac5-223a-4ef0-acd6-0ea636222dac service nova] Lock "53c02b37-2f88-4705-86db-ec2cc3163e4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.606408] env[69677]: DEBUG nova.compute.manager [req-42fcae31-da0e-4ff3-beda-6630f885c415 req-781e0ac5-223a-4ef0-acd6-0ea636222dac service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] No waiting events found dispatching network-vif-plugged-5bd3fb21-fda6-46b7-aef3-6d4da36d4698 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.606562] env[69677]: WARNING nova.compute.manager [req-42fcae31-da0e-4ff3-beda-6630f885c415 req-781e0ac5-223a-4ef0-acd6-0ea636222dac service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Received unexpected event network-vif-plugged-5bd3fb21-fda6-46b7-aef3-6d4da36d4698 for instance with vm_state building and task_state spawning. [ 779.646236] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f8e1db31-474a-42be-9a60-7469b996dde2 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.144s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.821446] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.821644] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquired lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.821775] env[69677]: DEBUG nova.network.neutron [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.853723] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f553098-fa91-4b6c-9b3e-94789fc4e620 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.867154] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "1df2376f-a0b9-499c-af20-67453c380ea4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.867411] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "1df2376f-a0b9-499c-af20-67453c380ea4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.867638] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Doing hard reboot of VM {{(pid=69677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 779.867900] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5b6188e9-2762-4511-82d6-7b518db56fd8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.876893] env[69677]: DEBUG oslo_vmware.api [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for the task: (returnval){ [ 779.876893] env[69677]: value = "task-3436247" [ 779.876893] env[69677]: _type = "Task" [ 779.876893] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.886018] env[69677]: DEBUG oslo_vmware.api [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436247, 'name': ResetVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.037172] env[69677]: DEBUG nova.scheduler.client.report [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.149110] env[69677]: DEBUG nova.compute.manager [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.241142] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "56912308-ed10-4ce7-8a34-134235478994" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.241525] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "56912308-ed10-4ce7-8a34-134235478994" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.373039] env[69677]: DEBUG nova.network.neutron [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.390020] env[69677]: DEBUG oslo_vmware.api [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436247, 'name': ResetVM_Task, 'duration_secs': 0.114404} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.390020] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Did hard reboot of VM {{(pid=69677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 780.390020] env[69677]: DEBUG nova.compute.manager [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.390665] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c21c2a-f969-465e-8ecc-6180c07b908f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.516687] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.516944] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.517167] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.517340] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.517513] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.519684] env[69677]: INFO nova.compute.manager [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Terminating instance [ 780.544590] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.547056] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.870s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.582274] env[69677]: INFO nova.scheduler.client.report [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Deleted allocations for instance 0484fec0-872b-45c3-92cf-5d855e5d3d03 [ 780.674577] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.698565] env[69677]: DEBUG nova.network.neutron [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Updating instance_info_cache with network_info: [{"id": "5bd3fb21-fda6-46b7-aef3-6d4da36d4698", "address": "fa:16:3e:6a:f2:39", "network": {"id": "397f9afc-0518-41f8-8244-5787069f9fc3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-718506282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77dd49edbcfd4b85bfd8e0f90ded8a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd3fb21-fd", "ovs_interfaceid": "5bd3fb21-fda6-46b7-aef3-6d4da36d4698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.809126] env[69677]: DEBUG nova.compute.manager [req-b4415bb8-6f32-4ee6-b7da-5dae197bbea2 req-077d01de-4903-4ea9-afc8-ecb3c44ebb02 service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Received event network-vif-deleted-614398e9-27e9-453f-a59c-67c99eb1e535 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.809126] env[69677]: INFO nova.compute.manager [req-b4415bb8-6f32-4ee6-b7da-5dae197bbea2 req-077d01de-4903-4ea9-afc8-ecb3c44ebb02 service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Neutron deleted interface 614398e9-27e9-453f-a59c-67c99eb1e535; detaching it from the instance and deleting it from the info cache [ 780.809126] env[69677]: DEBUG nova.network.neutron [req-b4415bb8-6f32-4ee6-b7da-5dae197bbea2 req-077d01de-4903-4ea9-afc8-ecb3c44ebb02 service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.825165] env[69677]: DEBUG nova.network.neutron [-] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.905820] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73059496-b082-4d78-a931-bfeb0c2f9551 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "731ff5a1-2f73-40be-9661-378bd367810c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.493s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.025415] env[69677]: DEBUG nova.compute.manager [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.025415] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.025415] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ce06c2-6d10-47e7-a29c-fbaa2a6aabb5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.036020] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.036020] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6e12c06-564f-463f-a2b3-00852fabc834 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.049682] env[69677]: DEBUG oslo_vmware.api [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 781.049682] env[69677]: value = "task-3436248" [ 781.049682] env[69677]: _type = "Task" [ 781.049682] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.078282] env[69677]: DEBUG oslo_vmware.api [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.092894] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e5dc4c65-8fa2-4d47-ba1b-9aaf06ae245f tempest-ServerMetadataTestJSON-890504944 tempest-ServerMetadataTestJSON-890504944-project-member] Lock "0484fec0-872b-45c3-92cf-5d855e5d3d03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.077s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.201562] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Releasing lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.201994] env[69677]: DEBUG nova.compute.manager [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Instance network_info: |[{"id": "5bd3fb21-fda6-46b7-aef3-6d4da36d4698", "address": "fa:16:3e:6a:f2:39", "network": {"id": "397f9afc-0518-41f8-8244-5787069f9fc3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-718506282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77dd49edbcfd4b85bfd8e0f90ded8a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd3fb21-fd", "ovs_interfaceid": "5bd3fb21-fda6-46b7-aef3-6d4da36d4698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.202446] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:f2:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bd3fb21-fda6-46b7-aef3-6d4da36d4698', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.215796] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Creating folder: Project (77dd49edbcfd4b85bfd8e0f90ded8a42). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.216345] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1366b21f-d011-41ef-818d-f8e0d290aacf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.232783] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Created folder: Project (77dd49edbcfd4b85bfd8e0f90ded8a42) in parent group-v685897. [ 781.233026] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Creating folder: Instances. Parent ref: group-v686014. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.233278] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faf2b4e3-c9cf-4617-89f5-f30f7751746c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.255924] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Created folder: Instances in parent group-v686014. [ 781.255924] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.255924] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.255924] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-236b7d16-5ecc-43b5-8baf-e68450302526 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.280736] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.280736] env[69677]: value = "task-3436251" [ 781.280736] env[69677]: _type = "Task" [ 781.280736] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.292356] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436251, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.308265] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff2cce-f4f4-1aaf-382a-82d19828efed/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.309581] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5e9569-b48b-468e-9ba6-cdaa272ad68a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.313431] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e194fedb-c9e9-47b4-89bf-ce114a68e36f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.321177] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff2cce-f4f4-1aaf-382a-82d19828efed/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.321177] env[69677]: ERROR oslo_vmware.rw_handles [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff2cce-f4f4-1aaf-382a-82d19828efed/disk-0.vmdk due to incomplete transfer. [ 781.321383] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d86a4814-9255-4545-9c77-7c2aba877102 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.328311] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1242137-3155-4a84-9b39-f1affb4a020c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.341634] env[69677]: INFO nova.compute.manager [-] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Took 2.24 seconds to deallocate network for instance. [ 781.342505] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ff2cce-f4f4-1aaf-382a-82d19828efed/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.342673] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Uploaded image a9ff2256-373f-4425-a3f4-ce0f2d9da07a to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.345243] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.347548] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-280ce984-ed30-4a0b-bf92-caac05279481 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.361844] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 781.361844] env[69677]: value = "task-3436252" [ 781.361844] env[69677]: _type = "Task" [ 781.361844] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.372753] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436252, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.389606] env[69677]: DEBUG nova.compute.manager [req-b4415bb8-6f32-4ee6-b7da-5dae197bbea2 req-077d01de-4903-4ea9-afc8-ecb3c44ebb02 service nova] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Detach interface failed, port_id=614398e9-27e9-453f-a59c-67c99eb1e535, reason: Instance 06b16f93-afb2-4c94-92b6-1afeffaf2f85 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 781.561483] env[69677]: DEBUG oslo_vmware.api [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436248, 'name': PowerOffVM_Task, 'duration_secs': 0.243513} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.561808] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.561986] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.562722] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-650bf8ad-6626-427c-84d8-a08cb3f484ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.569052] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Applying migration context for instance dfe7d605-4dab-4aea-bc6f-02021cf09d17 as it has an incoming, in-progress migration 79263ea9-48ca-474b-99c6-3616b4768aa6. Migration status is confirming {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 781.572064] env[69677]: INFO nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating resource usage from migration 79263ea9-48ca-474b-99c6-3616b4768aa6 [ 781.601640] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 74028c39-0858-48ca-aee8-18b66c99b242 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.601865] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance a8f82b8b-a451-4b77-abe9-d69a7d061051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.602256] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance a97560ec-5ca3-4e30-88f2-1e767ebcdeb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.602960] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.602960] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance bd00baad-1cf3-4eb3-bb3a-5763f87364ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.602960] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 06b16f93-afb2-4c94-92b6-1afeffaf2f85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.602960] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance c3073008-f9d2-4bf4-ac0d-bff7d6627d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.603200] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 52564a19-8877-410c-8f7e-d553c9382eeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.603419] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance b2022c4d-b86c-4429-af76-d9c7e2121739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.603597] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 65c5ad62-ebc5-4897-bd9b-cff481bc925b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.603801] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance a881c0a3-386d-4fd1-924a-d7cac9036741 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.603976] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 5df02f54-5283-4379-a5f0-8e1123c0ab92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.604177] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 48b0a9c2-c3ba-4558-a82a-82480f53f472 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.606017] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 07b4b9aa-0c58-4a91-bc5b-74cf551cce13 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.606017] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 4a38a997-f044-4e0d-9fd9-36b700e96d37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.606017] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance d2899bb9-9219-4084-b344-d71606d9aabc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.606017] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 1101ac2e-5ae9-4dd0-a980-2646049a1bdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.606017] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 5b5ef5ac-82da-4e8b-aabf-966539bbf495 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 781.606212] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 61e28d39-30ab-4eb3-865d-930044e6f430 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.606212] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 731ff5a1-2f73-40be-9661-378bd367810c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.606212] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 536fc9a3-f6fc-4526-8c56-11df0000cdcb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.606212] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 53c02b37-2f88-4705-86db-ec2cc3163e4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 781.668733] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.668733] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.668733] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Deleting the datastore file [datastore2] 65c5ad62-ebc5-4897-bd9b-cff481bc925b {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.668733] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6ad5821-36ce-46c9-b27f-bd0370628333 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.682572] env[69677]: DEBUG oslo_vmware.api [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 781.682572] env[69677]: value = "task-3436254" [ 781.682572] env[69677]: _type = "Task" [ 781.682572] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.692538] env[69677]: DEBUG oslo_vmware.api [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.792597] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436251, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.856034] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.877497] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436252, 'name': Destroy_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.020822] env[69677]: DEBUG nova.compute.manager [req-6bdb552a-d5fc-470e-9067-da00c9906a61 req-e726cf9a-b8f6-4ebe-b010-237dec620def service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Received event network-changed-5bd3fb21-fda6-46b7-aef3-6d4da36d4698 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.021269] env[69677]: DEBUG nova.compute.manager [req-6bdb552a-d5fc-470e-9067-da00c9906a61 req-e726cf9a-b8f6-4ebe-b010-237dec620def service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Refreshing instance network info cache due to event network-changed-5bd3fb21-fda6-46b7-aef3-6d4da36d4698. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.022137] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bdb552a-d5fc-470e-9067-da00c9906a61 req-e726cf9a-b8f6-4ebe-b010-237dec620def service nova] Acquiring lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.022381] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bdb552a-d5fc-470e-9067-da00c9906a61 req-e726cf9a-b8f6-4ebe-b010-237dec620def service nova] Acquired lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.022676] env[69677]: DEBUG nova.network.neutron [req-6bdb552a-d5fc-470e-9067-da00c9906a61 req-e726cf9a-b8f6-4ebe-b010-237dec620def service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Refreshing network info cache for port 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.108649] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance fad4385f-c21f-4236-b028-464df7b50b70 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.108919] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Migration 79263ea9-48ca-474b-99c6-3616b4768aa6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 782.109216] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance dfe7d605-4dab-4aea-bc6f-02021cf09d17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 782.201241] env[69677]: DEBUG oslo_vmware.api [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261498} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.201920] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.201920] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.201920] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.202271] env[69677]: INFO nova.compute.manager [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 782.202355] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.202570] env[69677]: DEBUG nova.compute.manager [-] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.202713] env[69677]: DEBUG nova.network.neutron [-] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.293204] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436251, 'name': CreateVM_Task, 'duration_secs': 0.590082} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.293383] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.294156] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.294359] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.294637] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.294941] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a25ea6e-14ea-44d9-b025-61edda9f0a4a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.307808] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 782.307808] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f9b129-992d-f1b7-7258-593a3d22a654" [ 782.307808] env[69677]: _type = "Task" [ 782.307808] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.318672] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f9b129-992d-f1b7-7258-593a3d22a654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.374804] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436252, 'name': Destroy_Task, 'duration_secs': 0.653664} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.374984] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Destroyed the VM [ 782.375333] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.375614] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2acf609e-6e4a-454f-8ec4-75077cfe75d2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.385213] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 782.385213] env[69677]: value = "task-3436255" [ 782.385213] env[69677]: _type = "Task" [ 782.385213] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.395896] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.612538] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 782.812671] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.812671] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.825456] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f9b129-992d-f1b7-7258-593a3d22a654, 'name': SearchDatastore_Task, 'duration_secs': 0.016497} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.825854] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.826086] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.826333] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.826475] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.826655] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.829025] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0cb43d5-3fe4-4c43-8e58-272cc033cdfe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.840813] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.841009] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.841846] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04406454-a787-432d-b617-b35a3d765400 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.851091] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 782.851091] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52907aa9-8bf8-c4b5-7ea6-5c3b16dbe549" [ 782.851091] env[69677]: _type = "Task" [ 782.851091] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.863168] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52907aa9-8bf8-c4b5-7ea6-5c3b16dbe549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.901787] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.009286] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquiring lock "731ff5a1-2f73-40be-9661-378bd367810c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.009776] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "731ff5a1-2f73-40be-9661-378bd367810c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.009906] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquiring lock "731ff5a1-2f73-40be-9661-378bd367810c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.010026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "731ff5a1-2f73-40be-9661-378bd367810c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.010194] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "731ff5a1-2f73-40be-9661-378bd367810c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.012400] env[69677]: INFO nova.compute.manager [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Terminating instance [ 783.072174] env[69677]: DEBUG nova.network.neutron [-] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.112933] env[69677]: DEBUG nova.network.neutron [req-6bdb552a-d5fc-470e-9067-da00c9906a61 req-e726cf9a-b8f6-4ebe-b010-237dec620def service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Updated VIF entry in instance network info cache for port 5bd3fb21-fda6-46b7-aef3-6d4da36d4698. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.113873] env[69677]: DEBUG nova.network.neutron [req-6bdb552a-d5fc-470e-9067-da00c9906a61 req-e726cf9a-b8f6-4ebe-b010-237dec620def service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Updating instance_info_cache with network_info: [{"id": "5bd3fb21-fda6-46b7-aef3-6d4da36d4698", "address": "fa:16:3e:6a:f2:39", "network": {"id": "397f9afc-0518-41f8-8244-5787069f9fc3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-718506282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77dd49edbcfd4b85bfd8e0f90ded8a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd3fb21-fd", "ovs_interfaceid": "5bd3fb21-fda6-46b7-aef3-6d4da36d4698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.119215] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 42c8099a-cb13-4afd-94f7-4fc7506b36d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.298646] env[69677]: DEBUG nova.compute.manager [req-b17a2538-510f-466b-ac74-236785f42bc7 req-397e06c4-b687-41cb-92be-1ed46afaff5f service nova] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Received event network-vif-deleted-8bf94a8a-911b-48a3-af98-9a5019dd358d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.364127] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52907aa9-8bf8-c4b5-7ea6-5c3b16dbe549, 'name': SearchDatastore_Task, 'duration_secs': 0.017113} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.365499] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf9be385-9f3b-4209-b2ff-8fda44d1f626 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.375161] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 783.375161] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52592aea-24c5-9ce6-8ef0-b6b89878f9b2" [ 783.375161] env[69677]: _type = "Task" [ 783.375161] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.385525] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52592aea-24c5-9ce6-8ef0-b6b89878f9b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.397768] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436255, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.520597] env[69677]: DEBUG nova.compute.manager [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.520843] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.521834] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276c9db7-ddbf-4320-ab42-9619449c474d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.532935] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.532935] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8c09a80-e9ab-42da-8ffc-b3ee8cf7f67e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.542955] env[69677]: DEBUG oslo_vmware.api [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for the task: (returnval){ [ 783.542955] env[69677]: value = "task-3436256" [ 783.542955] env[69677]: _type = "Task" [ 783.542955] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.559277] env[69677]: DEBUG oslo_vmware.api [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.574381] env[69677]: INFO nova.compute.manager [-] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Took 1.37 seconds to deallocate network for instance. [ 783.616791] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bdb552a-d5fc-470e-9067-da00c9906a61 req-e726cf9a-b8f6-4ebe-b010-237dec620def service nova] Releasing lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.623285] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 6f17b191-573f-4eb6-86aa-8ced02ce14a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 783.889075] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52592aea-24c5-9ce6-8ef0-b6b89878f9b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01645} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.894320] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.894671] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 53c02b37-2f88-4705-86db-ec2cc3163e4e/53c02b37-2f88-4705-86db-ec2cc3163e4e.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.895042] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fb18947-c6d8-4e27-9084-9d328ecad32a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.906882] env[69677]: DEBUG oslo_vmware.api [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436255, 'name': RemoveSnapshot_Task, 'duration_secs': 1.467478} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.907527] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.908954] env[69677]: INFO nova.compute.manager [None req-5dcdb7fd-fe5e-42ad-996a-b02a5bd1b9ee tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Took 15.35 seconds to snapshot the instance on the hypervisor. [ 783.916099] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 783.916099] env[69677]: value = "task-3436257" [ 783.916099] env[69677]: _type = "Task" [ 783.916099] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.927165] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.053462] env[69677]: DEBUG oslo_vmware.api [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436256, 'name': PowerOffVM_Task, 'duration_secs': 0.23158} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.053462] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.053647] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.055027] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7478adf4-fcfb-4658-801c-f704ac601a09 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.081158] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.126241] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 34795b29-b345-41fd-b3e1-3898e3d86fcc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.166800] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.167143] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.167350] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Deleting the datastore file [datastore2] 731ff5a1-2f73-40be-9661-378bd367810c {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.167636] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdc89384-51cd-437b-8502-9d35a00a2c4d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.179913] env[69677]: DEBUG oslo_vmware.api [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for the task: (returnval){ [ 784.179913] env[69677]: value = "task-3436259" [ 784.179913] env[69677]: _type = "Task" [ 784.179913] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.195559] env[69677]: DEBUG oslo_vmware.api [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.432701] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518892} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.434280] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 53c02b37-2f88-4705-86db-ec2cc3163e4e/53c02b37-2f88-4705-86db-ec2cc3163e4e.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.434280] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.435477] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0298b4ad-1db6-41e7-a6c3-43b7c2d33e76 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.444587] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 784.444587] env[69677]: value = "task-3436260" [ 784.444587] env[69677]: _type = "Task" [ 784.444587] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.455699] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.629432] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 6688d464-3e5c-4624-ba73-0b5bf35bba23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 784.690806] env[69677]: DEBUG oslo_vmware.api [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.812722] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.813034] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.954782] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082612} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.955068] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.955880] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3022e1-0557-476f-8097-51327c66dbb1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.977382] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 53c02b37-2f88-4705-86db-ec2cc3163e4e/53c02b37-2f88-4705-86db-ec2cc3163e4e.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.977613] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c700c84a-6b8d-4c80-9bc4-e07a973ebe1c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.998647] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 784.998647] env[69677]: value = "task-3436261" [ 784.998647] env[69677]: _type = "Task" [ 784.998647] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.007142] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.132930] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 92464135-7fa4-4345-9abb-27410703114d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.193521] env[69677]: DEBUG oslo_vmware.api [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Task: {'id': task-3436259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595301} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.193776] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.193958] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.194149] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.194319] env[69677]: INFO nova.compute.manager [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 785.194553] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.194744] env[69677]: DEBUG nova.compute.manager [-] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.194840] env[69677]: DEBUG nova.network.neutron [-] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.506327] env[69677]: DEBUG nova.compute.manager [req-98c44f8a-671c-4dc8-b4f0-baded670bf35 req-fd1f67f4-3cdd-4354-a234-f3c404ec5d72 service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Received event network-vif-deleted-26fb1672-38df-4386-93e3-762dd16b6873 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.506602] env[69677]: INFO nova.compute.manager [req-98c44f8a-671c-4dc8-b4f0-baded670bf35 req-fd1f67f4-3cdd-4354-a234-f3c404ec5d72 service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Neutron deleted interface 26fb1672-38df-4386-93e3-762dd16b6873; detaching it from the instance and deleting it from the info cache [ 785.506602] env[69677]: DEBUG nova.network.neutron [req-98c44f8a-671c-4dc8-b4f0-baded670bf35 req-fd1f67f4-3cdd-4354-a234-f3c404ec5d72 service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.515931] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.637048] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 3855bfe0-e66d-4871-b221-c1ceada2d3cc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 785.963033] env[69677]: DEBUG nova.network.neutron [-] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.011299] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436261, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.011561] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afdc59ca-795d-420e-b0d0-b9ea49f078c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.021478] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8e2116-b656-4c51-aa83-f6ba045d834a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.068691] env[69677]: DEBUG nova.compute.manager [req-98c44f8a-671c-4dc8-b4f0-baded670bf35 req-fd1f67f4-3cdd-4354-a234-f3c404ec5d72 service nova] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Detach interface failed, port_id=26fb1672-38df-4386-93e3-762dd16b6873, reason: Instance 731ff5a1-2f73-40be-9661-378bd367810c could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 786.139828] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 84e21492-c7a1-4d7c-8c55-5466494c2757 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.328301] env[69677]: DEBUG nova.compute.manager [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.328851] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2a91c0-1616-40bd-972b-38fb2f0e23a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.469022] env[69677]: INFO nova.compute.manager [-] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Took 1.27 seconds to deallocate network for instance. [ 786.510945] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436261, 'name': ReconfigVM_Task, 'duration_secs': 1.068398} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.511938] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 53c02b37-2f88-4705-86db-ec2cc3163e4e/53c02b37-2f88-4705-86db-ec2cc3163e4e.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.512579] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89c985c1-4667-41d4-b7b0-4a9519be2c4f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.521247] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 786.521247] env[69677]: value = "task-3436262" [ 786.521247] env[69677]: _type = "Task" [ 786.521247] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.530878] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436262, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.643506] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance b52a425a-6d61-483a-b1df-3ca54ffadb21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 786.841216] env[69677]: INFO nova.compute.manager [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] instance snapshotting [ 786.844034] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba5018c-0786-48f3-943d-36ef362ef754 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.862854] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e84a02-f357-4262-8dca-400ad7566184 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.975666] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.031647] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436262, 'name': Rename_Task, 'duration_secs': 0.161389} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.031922] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.032180] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-905c7f19-8146-484d-a27d-9df730fa3c35 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.039513] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 787.039513] env[69677]: value = "task-3436263" [ 787.039513] env[69677]: _type = "Task" [ 787.039513] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.047811] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.148974] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 94b1e5b5-4207-44df-8d05-a3edb1af5f67 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.373630] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 787.374093] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-736ce62f-cecc-49ec-ac05-1285a61924e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.384131] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 787.384131] env[69677]: value = "task-3436264" [ 787.384131] env[69677]: _type = "Task" [ 787.384131] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.393403] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.554981] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436263, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.657279] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 1df2376f-a0b9-499c-af20-67453c380ea4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 787.893955] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.050835] env[69677]: DEBUG oslo_vmware.api [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436263, 'name': PowerOnVM_Task, 'duration_secs': 0.533236} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.054115] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.054115] env[69677]: INFO nova.compute.manager [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Took 10.01 seconds to spawn the instance on the hypervisor. [ 788.054115] env[69677]: DEBUG nova.compute.manager [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.054115] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8ca14f-cb97-4e5c-8ade-1bdafea8955a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.159504] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 56912308-ed10-4ce7-8a34-134235478994 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 788.159846] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 788.159998] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 788.395444] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436264, 'name': CreateSnapshot_Task, 'duration_secs': 0.657898} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.398603] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 788.399609] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6271c6-0507-48ae-ac87-3312dd50efc5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.576852] env[69677]: INFO nova.compute.manager [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Took 48.94 seconds to build instance. [ 788.697973] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf05222f-cfe3-4ebe-aae5-6d63b6e61968 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.709699] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de56acc-a5f4-4e69-a11f-15dbdb78ebf9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.743757] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541431c2-24c1-4a0e-9c36-6f4af0168c2c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.752192] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11754ad5-febd-4f6a-a0d0-1d1d24aa0cd6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.766333] env[69677]: DEBUG nova.compute.provider_tree [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.921331] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 788.921768] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-651675a7-36c5-46d3-a8ca-d9c088de551b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.935093] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 788.935093] env[69677]: value = "task-3436265" [ 788.935093] env[69677]: _type = "Task" [ 788.935093] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.944293] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436265, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.079432] env[69677]: DEBUG oslo_concurrency.lockutils [None req-71e40a18-6790-44b2-be45-0251f129773d tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "53c02b37-2f88-4705-86db-ec2cc3163e4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.692s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.087175] env[69677]: DEBUG nova.compute.manager [req-3c538d14-19f1-439d-a10d-8be03a862f0b req-58c4d31e-81b4-435b-b28c-24352c0bf68a service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Received event network-changed-5bd3fb21-fda6-46b7-aef3-6d4da36d4698 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.087175] env[69677]: DEBUG nova.compute.manager [req-3c538d14-19f1-439d-a10d-8be03a862f0b req-58c4d31e-81b4-435b-b28c-24352c0bf68a service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Refreshing instance network info cache due to event network-changed-5bd3fb21-fda6-46b7-aef3-6d4da36d4698. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.087175] env[69677]: DEBUG oslo_concurrency.lockutils [req-3c538d14-19f1-439d-a10d-8be03a862f0b req-58c4d31e-81b4-435b-b28c-24352c0bf68a service nova] Acquiring lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.087490] env[69677]: DEBUG oslo_concurrency.lockutils [req-3c538d14-19f1-439d-a10d-8be03a862f0b req-58c4d31e-81b4-435b-b28c-24352c0bf68a service nova] Acquired lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.087490] env[69677]: DEBUG nova.network.neutron [req-3c538d14-19f1-439d-a10d-8be03a862f0b req-58c4d31e-81b4-435b-b28c-24352c0bf68a service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Refreshing network info cache for port 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.269611] env[69677]: DEBUG nova.scheduler.client.report [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.446774] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436265, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.485754] env[69677]: DEBUG nova.compute.manager [req-1b3b60c4-619c-4c57-95ac-0d678cf21691 req-dbebaa31-4396-4ed5-a060-29561bdf39e9 service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Received event network-changed-5bd3fb21-fda6-46b7-aef3-6d4da36d4698 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.485754] env[69677]: DEBUG nova.compute.manager [req-1b3b60c4-619c-4c57-95ac-0d678cf21691 req-dbebaa31-4396-4ed5-a060-29561bdf39e9 service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Refreshing instance network info cache due to event network-changed-5bd3fb21-fda6-46b7-aef3-6d4da36d4698. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.485754] env[69677]: DEBUG oslo_concurrency.lockutils [req-1b3b60c4-619c-4c57-95ac-0d678cf21691 req-dbebaa31-4396-4ed5-a060-29561bdf39e9 service nova] Acquiring lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.554685] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.554911] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.581788] env[69677]: DEBUG nova.compute.manager [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.775712] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 789.776625] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.229s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.778982] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.355s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.781491] env[69677]: INFO nova.compute.claims [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.868872] env[69677]: DEBUG nova.network.neutron [req-3c538d14-19f1-439d-a10d-8be03a862f0b req-58c4d31e-81b4-435b-b28c-24352c0bf68a service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Updated VIF entry in instance network info cache for port 5bd3fb21-fda6-46b7-aef3-6d4da36d4698. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.868872] env[69677]: DEBUG nova.network.neutron [req-3c538d14-19f1-439d-a10d-8be03a862f0b req-58c4d31e-81b4-435b-b28c-24352c0bf68a service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Updating instance_info_cache with network_info: [{"id": "5bd3fb21-fda6-46b7-aef3-6d4da36d4698", "address": "fa:16:3e:6a:f2:39", "network": {"id": "397f9afc-0518-41f8-8244-5787069f9fc3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-718506282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77dd49edbcfd4b85bfd8e0f90ded8a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd3fb21-fd", "ovs_interfaceid": "5bd3fb21-fda6-46b7-aef3-6d4da36d4698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.946639] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436265, 'name': CloneVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.058754] env[69677]: DEBUG nova.compute.utils [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.102168] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.372498] env[69677]: DEBUG oslo_concurrency.lockutils [req-3c538d14-19f1-439d-a10d-8be03a862f0b req-58c4d31e-81b4-435b-b28c-24352c0bf68a service nova] Releasing lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.372498] env[69677]: DEBUG oslo_concurrency.lockutils [req-1b3b60c4-619c-4c57-95ac-0d678cf21691 req-dbebaa31-4396-4ed5-a060-29561bdf39e9 service nova] Acquired lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.372709] env[69677]: DEBUG nova.network.neutron [req-1b3b60c4-619c-4c57-95ac-0d678cf21691 req-dbebaa31-4396-4ed5-a060-29561bdf39e9 service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Refreshing network info cache for port 5bd3fb21-fda6-46b7-aef3-6d4da36d4698 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.451250] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436265, 'name': CloneVM_Task, 'duration_secs': 1.082572} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.451612] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Created linked-clone VM from snapshot [ 790.452610] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f7810e-e4b4-4701-b125-cf6bc67f0b65 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.461685] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Uploading image 0e59512f-889a-4685-9a97-90c063eab008 {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 790.485135] env[69677]: DEBUG oslo_vmware.rw_handles [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 790.485135] env[69677]: value = "vm-686018" [ 790.485135] env[69677]: _type = "VirtualMachine" [ 790.485135] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 790.485427] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4646f71d-bfb3-4790-8f62-a4ec17727d44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.493734] env[69677]: DEBUG oslo_vmware.rw_handles [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lease: (returnval){ [ 790.493734] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5282a6e6-8b90-5e09-373f-7c896e6fe908" [ 790.493734] env[69677]: _type = "HttpNfcLease" [ 790.493734] env[69677]: } obtained for exporting VM: (result){ [ 790.493734] env[69677]: value = "vm-686018" [ 790.493734] env[69677]: _type = "VirtualMachine" [ 790.493734] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 790.494090] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the lease: (returnval){ [ 790.494090] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5282a6e6-8b90-5e09-373f-7c896e6fe908" [ 790.494090] env[69677]: _type = "HttpNfcLease" [ 790.494090] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 790.501560] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 790.501560] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5282a6e6-8b90-5e09-373f-7c896e6fe908" [ 790.501560] env[69677]: _type = "HttpNfcLease" [ 790.501560] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 790.562195] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.005648] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.005648] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5282a6e6-8b90-5e09-373f-7c896e6fe908" [ 791.005648] env[69677]: _type = "HttpNfcLease" [ 791.005648] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 791.005648] env[69677]: DEBUG oslo_vmware.rw_handles [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 791.005648] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5282a6e6-8b90-5e09-373f-7c896e6fe908" [ 791.005648] env[69677]: _type = "HttpNfcLease" [ 791.005648] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 791.006175] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3c3075-4bf1-492e-9db6-300bc2892791 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.015251] env[69677]: DEBUG oslo_vmware.rw_handles [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216af0f-dc36-ae72-c69b-30f9a9cefde9/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 791.015300] env[69677]: DEBUG oslo_vmware.rw_handles [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216af0f-dc36-ae72-c69b-30f9a9cefde9/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 791.107277] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72227f88-f3eb-4bd0-84d9-ecd2f1bc0134 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.166880] env[69677]: DEBUG nova.network.neutron [req-1b3b60c4-619c-4c57-95ac-0d678cf21691 req-dbebaa31-4396-4ed5-a060-29561bdf39e9 service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Updated VIF entry in instance network info cache for port 5bd3fb21-fda6-46b7-aef3-6d4da36d4698. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.167958] env[69677]: DEBUG nova.network.neutron [req-1b3b60c4-619c-4c57-95ac-0d678cf21691 req-dbebaa31-4396-4ed5-a060-29561bdf39e9 service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Updating instance_info_cache with network_info: [{"id": "5bd3fb21-fda6-46b7-aef3-6d4da36d4698", "address": "fa:16:3e:6a:f2:39", "network": {"id": "397f9afc-0518-41f8-8244-5787069f9fc3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-718506282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77dd49edbcfd4b85bfd8e0f90ded8a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd3fb21-fd", "ovs_interfaceid": "5bd3fb21-fda6-46b7-aef3-6d4da36d4698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.361966] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dfdf44-6c2c-4b9f-8328-fda8e8b42a48 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.371347] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7a110f-79fe-4066-b406-18254f3bc49e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.407233] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13025f4-52b9-48e8-9854-0b71c9f45ae8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.416264] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb9cba1-b6cb-4378-9e5d-af6acea1f58a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.431659] env[69677]: DEBUG nova.compute.provider_tree [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.647883] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.648257] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.648460] env[69677]: INFO nova.compute.manager [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Attaching volume df177c18-f574-47a0-a3b0-744414602803 to /dev/sdb [ 791.673660] env[69677]: DEBUG oslo_concurrency.lockutils [req-1b3b60c4-619c-4c57-95ac-0d678cf21691 req-dbebaa31-4396-4ed5-a060-29561bdf39e9 service nova] Releasing lock "refresh_cache-53c02b37-2f88-4705-86db-ec2cc3163e4e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.688914] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e8a839-a2d3-41c5-805b-af9350a1a3ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.697040] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f866b1-cfc8-4e51-b880-973ce47598d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.713286] env[69677]: DEBUG nova.virt.block_device [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Updating existing volume attachment record: f987d37b-8361-48f6-8efb-177ffe00db3f {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 791.935702] env[69677]: DEBUG nova.scheduler.client.report [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.441299] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.441868] env[69677]: DEBUG nova.compute.manager [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.444486] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 43.596s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.948562] env[69677]: DEBUG nova.compute.utils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.956025] env[69677]: DEBUG nova.compute.manager [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.956025] env[69677]: DEBUG nova.network.neutron [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.024218] env[69677]: DEBUG nova.policy [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fa0f248624e41ebab41859060927dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd60883233094981ba6e352fac3d1bf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.455272] env[69677]: DEBUG nova.compute.manager [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.481286] env[69677]: DEBUG nova.network.neutron [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Successfully created port: a5300fd0-73bd-49e1-a4a1-966eefc59c12 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.583549] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe5a4e0-f377-48cc-829d-bba842f40f07 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.592629] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f937d64-1dfb-467a-a5f9-25b62fcaa889 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.628222] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b701b685-2c01-491a-9803-2aac7c3fd7e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.637102] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177eba6c-8920-4c16-a2f4-89ec081701ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.652052] env[69677]: DEBUG nova.compute.provider_tree [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.155361] env[69677]: DEBUG nova.scheduler.client.report [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.468443] env[69677]: DEBUG nova.compute.manager [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.494201] env[69677]: DEBUG nova.virt.hardware [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.494479] env[69677]: DEBUG nova.virt.hardware [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.494624] env[69677]: DEBUG nova.virt.hardware [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.494801] env[69677]: DEBUG nova.virt.hardware [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.494943] env[69677]: DEBUG nova.virt.hardware [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.495125] env[69677]: DEBUG nova.virt.hardware [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.495345] env[69677]: DEBUG nova.virt.hardware [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.495503] env[69677]: DEBUG nova.virt.hardware [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.495668] env[69677]: DEBUG nova.virt.hardware [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.495829] env[69677]: DEBUG nova.virt.hardware [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.496562] env[69677]: DEBUG nova.virt.hardware [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.497045] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177fdeb1-d403-4a03-ac66-225eb808a3c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.506800] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401394c0-eb86-4171-a3ac-7cace5b35414 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.584233] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.584465] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.668976] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "c0df0471-9350-4160-b7ea-e855952738ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.669249] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "c0df0471-9350-4160-b7ea-e855952738ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.004488] env[69677]: DEBUG nova.compute.manager [req-e6d94a4f-0ada-4bc1-b0bc-cc22442336cb req-c16f033e-ec14-40fa-8e2d-e868503e6488 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Received event network-vif-plugged-a5300fd0-73bd-49e1-a4a1-966eefc59c12 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.004488] env[69677]: DEBUG oslo_concurrency.lockutils [req-e6d94a4f-0ada-4bc1-b0bc-cc22442336cb req-c16f033e-ec14-40fa-8e2d-e868503e6488 service nova] Acquiring lock "fad4385f-c21f-4236-b028-464df7b50b70-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.004488] env[69677]: DEBUG oslo_concurrency.lockutils [req-e6d94a4f-0ada-4bc1-b0bc-cc22442336cb req-c16f033e-ec14-40fa-8e2d-e868503e6488 service nova] Lock "fad4385f-c21f-4236-b028-464df7b50b70-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.004488] env[69677]: DEBUG oslo_concurrency.lockutils [req-e6d94a4f-0ada-4bc1-b0bc-cc22442336cb req-c16f033e-ec14-40fa-8e2d-e868503e6488 service nova] Lock "fad4385f-c21f-4236-b028-464df7b50b70-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.005423] env[69677]: DEBUG nova.compute.manager [req-e6d94a4f-0ada-4bc1-b0bc-cc22442336cb req-c16f033e-ec14-40fa-8e2d-e868503e6488 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] No waiting events found dispatching network-vif-plugged-a5300fd0-73bd-49e1-a4a1-966eefc59c12 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.005423] env[69677]: WARNING nova.compute.manager [req-e6d94a4f-0ada-4bc1-b0bc-cc22442336cb req-c16f033e-ec14-40fa-8e2d-e868503e6488 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Received unexpected event network-vif-plugged-a5300fd0-73bd-49e1-a4a1-966eefc59c12 for instance with vm_state building and task_state spawning. [ 795.091917] env[69677]: DEBUG nova.network.neutron [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Successfully updated port: a5300fd0-73bd-49e1-a4a1-966eefc59c12 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.170610] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.726s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.173870] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.175525] env[69677]: INFO nova.compute.claims [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.600191] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "refresh_cache-fad4385f-c21f-4236-b028-464df7b50b70" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.600191] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "refresh_cache-fad4385f-c21f-4236-b028-464df7b50b70" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.600191] env[69677]: DEBUG nova.network.neutron [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.753685] env[69677]: INFO nova.scheduler.client.report [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Deleted allocation for migration 79263ea9-48ca-474b-99c6-3616b4768aa6 [ 796.133762] env[69677]: DEBUG nova.network.neutron [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.262029] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e69d217b-78bf-45bb-943b-caa2d87cd71f tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 50.905s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.283075] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 796.283075] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686020', 'volume_id': 'df177c18-f574-47a0-a3b0-744414602803', 'name': 'volume-df177c18-f574-47a0-a3b0-744414602803', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3073008-f9d2-4bf4-ac0d-bff7d6627d3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'df177c18-f574-47a0-a3b0-744414602803', 'serial': 'df177c18-f574-47a0-a3b0-744414602803'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 796.284075] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15edc28c-84bb-4833-b711-809b0a5a0d71 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.322514] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bef0fc4-3a67-4f11-864d-9bfb7dcd3f2b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.354385] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] volume-df177c18-f574-47a0-a3b0-744414602803/volume-df177c18-f574-47a0-a3b0-744414602803.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.359316] env[69677]: DEBUG nova.network.neutron [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Updating instance_info_cache with network_info: [{"id": "a5300fd0-73bd-49e1-a4a1-966eefc59c12", "address": "fa:16:3e:1f:c7:c6", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5300fd0-73", "ovs_interfaceid": "a5300fd0-73bd-49e1-a4a1-966eefc59c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.359316] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe5e79e1-378f-4658-8464-8815702e034f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.383097] env[69677]: DEBUG oslo_vmware.api [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 796.383097] env[69677]: value = "task-3436271" [ 796.383097] env[69677]: _type = "Task" [ 796.383097] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.396296] env[69677]: DEBUG oslo_vmware.api [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436271, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.847187] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac326380-65f3-42a3-a0ec-8a3e07172e82 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.859362] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c486d13-c574-4380-99b9-0371b3ffc16c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.906734] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "refresh_cache-fad4385f-c21f-4236-b028-464df7b50b70" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.907089] env[69677]: DEBUG nova.compute.manager [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Instance network_info: |[{"id": "a5300fd0-73bd-49e1-a4a1-966eefc59c12", "address": "fa:16:3e:1f:c7:c6", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5300fd0-73", "ovs_interfaceid": "a5300fd0-73bd-49e1-a4a1-966eefc59c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.907798] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:c7:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5300fd0-73bd-49e1-a4a1-966eefc59c12', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.915490] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.919158] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3534601c-b864-4b79-8146-502e452a4bce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.922241] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.922476] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec28c1f4-dbbb-4417-aaa7-bd103958a6b5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.944845] env[69677]: DEBUG oslo_vmware.api [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436271, 'name': ReconfigVM_Task, 'duration_secs': 0.426884} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.948261] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] volume-df177c18-f574-47a0-a3b0-744414602803/volume-df177c18-f574-47a0-a3b0-744414602803.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.953091] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.953091] env[69677]: value = "task-3436272" [ 796.953091] env[69677]: _type = "Task" [ 796.953091] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.953365] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2b43506-5693-4279-8d0c-6a9d1ac374d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.967078] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7fbc25-601d-4645-8e0a-626c9422d9cd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.984200] env[69677]: DEBUG nova.compute.provider_tree [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.990557] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436272, 'name': CreateVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.990887] env[69677]: DEBUG oslo_vmware.api [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 796.990887] env[69677]: value = "task-3436273" [ 796.990887] env[69677]: _type = "Task" [ 796.990887] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.003604] env[69677]: DEBUG oslo_vmware.api [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436273, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.114333] env[69677]: DEBUG nova.compute.manager [req-08914d01-8d52-44d5-acd4-f8a7ee86d297 req-eb04fd28-8073-4169-9db0-ddbc8e17f552 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Received event network-changed-a5300fd0-73bd-49e1-a4a1-966eefc59c12 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.115257] env[69677]: DEBUG nova.compute.manager [req-08914d01-8d52-44d5-acd4-f8a7ee86d297 req-eb04fd28-8073-4169-9db0-ddbc8e17f552 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Refreshing instance network info cache due to event network-changed-a5300fd0-73bd-49e1-a4a1-966eefc59c12. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.115257] env[69677]: DEBUG oslo_concurrency.lockutils [req-08914d01-8d52-44d5-acd4-f8a7ee86d297 req-eb04fd28-8073-4169-9db0-ddbc8e17f552 service nova] Acquiring lock "refresh_cache-fad4385f-c21f-4236-b028-464df7b50b70" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.115257] env[69677]: DEBUG oslo_concurrency.lockutils [req-08914d01-8d52-44d5-acd4-f8a7ee86d297 req-eb04fd28-8073-4169-9db0-ddbc8e17f552 service nova] Acquired lock "refresh_cache-fad4385f-c21f-4236-b028-464df7b50b70" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.115257] env[69677]: DEBUG nova.network.neutron [req-08914d01-8d52-44d5-acd4-f8a7ee86d297 req-eb04fd28-8073-4169-9db0-ddbc8e17f552 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Refreshing network info cache for port a5300fd0-73bd-49e1-a4a1-966eefc59c12 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.481759] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436272, 'name': CreateVM_Task, 'duration_secs': 0.424598} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.481949] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.482756] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.483061] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.483282] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.483558] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a62a4b-02c3-4565-a324-76e730424290 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.490733] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 797.490733] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5290170a-7eca-b77f-4c62-b36cfd775102" [ 797.490733] env[69677]: _type = "Task" [ 797.490733] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.494579] env[69677]: DEBUG nova.scheduler.client.report [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.507627] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5290170a-7eca-b77f-4c62-b36cfd775102, 'name': SearchDatastore_Task, 'duration_secs': 0.013276} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.510993] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.511309] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.511562] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.511729] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.511903] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.512222] env[69677]: DEBUG oslo_vmware.api [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436273, 'name': ReconfigVM_Task, 'duration_secs': 0.175544} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.513083] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c696f42-d019-42c5-9cc6-9d3af1c1a350 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.515329] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686020', 'volume_id': 'df177c18-f574-47a0-a3b0-744414602803', 'name': 'volume-df177c18-f574-47a0-a3b0-744414602803', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3073008-f9d2-4bf4-ac0d-bff7d6627d3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'df177c18-f574-47a0-a3b0-744414602803', 'serial': 'df177c18-f574-47a0-a3b0-744414602803'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 797.525126] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.526034] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.526228] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd25bdb-99aa-4509-a9ef-badf03f10356 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.533345] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 797.533345] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5221bd34-21a9-fa84-ce01-553a0c1a40fc" [ 797.533345] env[69677]: _type = "Task" [ 797.533345] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.542399] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5221bd34-21a9-fa84-ce01-553a0c1a40fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.791666] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "813a4698-8055-46d1-a5de-966e8cdacbb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.791942] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "813a4698-8055-46d1-a5de-966e8cdacbb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.903164] env[69677]: DEBUG nova.network.neutron [req-08914d01-8d52-44d5-acd4-f8a7ee86d297 req-eb04fd28-8073-4169-9db0-ddbc8e17f552 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Updated VIF entry in instance network info cache for port a5300fd0-73bd-49e1-a4a1-966eefc59c12. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.904059] env[69677]: DEBUG nova.network.neutron [req-08914d01-8d52-44d5-acd4-f8a7ee86d297 req-eb04fd28-8073-4169-9db0-ddbc8e17f552 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Updating instance_info_cache with network_info: [{"id": "a5300fd0-73bd-49e1-a4a1-966eefc59c12", "address": "fa:16:3e:1f:c7:c6", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5300fd0-73", "ovs_interfaceid": "a5300fd0-73bd-49e1-a4a1-966eefc59c12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.002589] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.003161] env[69677]: DEBUG nova.compute.manager [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.006057] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.126s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.006263] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.008615] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.567s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.010593] env[69677]: INFO nova.compute.claims [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.039878] env[69677]: INFO nova.scheduler.client.report [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Deleted allocations for instance 07b4b9aa-0c58-4a91-bc5b-74cf551cce13 [ 798.050110] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5221bd34-21a9-fa84-ce01-553a0c1a40fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012835} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.053076] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbeab36-95e7-4c6b-80b9-aab61651b980 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.060274] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 798.060274] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528afee5-eda4-57f8-0b15-2f292d4d8d99" [ 798.060274] env[69677]: _type = "Task" [ 798.060274] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.071172] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528afee5-eda4-57f8-0b15-2f292d4d8d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.407051] env[69677]: DEBUG oslo_concurrency.lockutils [req-08914d01-8d52-44d5-acd4-f8a7ee86d297 req-eb04fd28-8073-4169-9db0-ddbc8e17f552 service nova] Releasing lock "refresh_cache-fad4385f-c21f-4236-b028-464df7b50b70" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.518688] env[69677]: DEBUG nova.compute.utils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.521172] env[69677]: DEBUG nova.compute.manager [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.521172] env[69677]: DEBUG nova.network.neutron [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.554076] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f684cd06-64fd-4421-b982-f05131e4defb tempest-ServerAddressesTestJSON-1140098820 tempest-ServerAddressesTestJSON-1140098820-project-member] Lock "07b4b9aa-0c58-4a91-bc5b-74cf551cce13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.050s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.557398] env[69677]: DEBUG nova.objects.instance [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lazy-loading 'flavor' on Instance uuid c3073008-f9d2-4bf4-ac0d-bff7d6627d3d {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.577645] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528afee5-eda4-57f8-0b15-2f292d4d8d99, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.580662] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.580662] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] fad4385f-c21f-4236-b028-464df7b50b70/fad4385f-c21f-4236-b028-464df7b50b70.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.580662] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b55f68f-320e-4523-984d-eae53d7c6b21 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.591319] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 798.591319] env[69677]: value = "task-3436274" [ 798.591319] env[69677]: _type = "Task" [ 798.591319] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.598993] env[69677]: DEBUG nova.policy [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94c97653e5eb4d999f9c6fcdd178f245', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5a1928a837e482d9098936fbfd6b456', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.605248] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.024466] env[69677]: DEBUG nova.compute.manager [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.073096] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4dc0fc8d-49db-4c0c-9535-43877125b024 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.424s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.106720] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436274, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.385723] env[69677]: DEBUG nova.network.neutron [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Successfully created port: 80aeeb54-52d5-4030-a76e-ffd06534e459 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.394203] env[69677]: DEBUG oslo_vmware.rw_handles [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216af0f-dc36-ae72-c69b-30f9a9cefde9/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.395552] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb75b99-4668-478a-83b9-9858c2b17a05 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.405155] env[69677]: DEBUG oslo_vmware.rw_handles [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216af0f-dc36-ae72-c69b-30f9a9cefde9/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.405328] env[69677]: ERROR oslo_vmware.rw_handles [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216af0f-dc36-ae72-c69b-30f9a9cefde9/disk-0.vmdk due to incomplete transfer. [ 799.405587] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-70a375d1-fbcb-42b4-bd6b-b449966ed08a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.414617] env[69677]: DEBUG oslo_vmware.rw_handles [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5216af0f-dc36-ae72-c69b-30f9a9cefde9/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.414783] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Uploaded image 0e59512f-889a-4685-9a97-90c063eab008 to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 799.417274] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.417541] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7929bd8-6b29-4b13-8efd-4ee67e0002b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.426221] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 799.426221] env[69677]: value = "task-3436275" [ 799.426221] env[69677]: _type = "Task" [ 799.426221] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.440397] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436275, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.567564] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.567564] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.603291] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568765} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.606499] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] fad4385f-c21f-4236-b028-464df7b50b70/fad4385f-c21f-4236-b028-464df7b50b70.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.606499] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.607078] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2daa1d84-a07c-4ac7-8b39-770b0f30deab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.616244] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 799.616244] env[69677]: value = "task-3436276" [ 799.616244] env[69677]: _type = "Task" [ 799.616244] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.628111] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.724675] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb806460-232d-4bd7-92b8-d9e2e67d6b10 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.733242] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca82d11-f5e8-4781-a24f-4b0699a38559 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.774261] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebbb42a-9e8d-44f2-aa18-9c884ae100cc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.782009] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67880be-bb59-4f69-980b-d0e983ead0eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.797271] env[69677]: DEBUG nova.compute.provider_tree [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.938493] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436275, 'name': Destroy_Task, 'duration_secs': 0.375628} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.938774] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Destroyed the VM [ 799.939028] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 799.939478] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ab94eb6a-1c57-4713-9a04-a98a078d9e10 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.947332] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 799.947332] env[69677]: value = "task-3436277" [ 799.947332] env[69677]: _type = "Task" [ 799.947332] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.956222] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436277, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.037181] env[69677]: DEBUG nova.compute.manager [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.059740] env[69677]: DEBUG nova.virt.hardware [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.059992] env[69677]: DEBUG nova.virt.hardware [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.060192] env[69677]: DEBUG nova.virt.hardware [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.060398] env[69677]: DEBUG nova.virt.hardware [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.060504] env[69677]: DEBUG nova.virt.hardware [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.061368] env[69677]: DEBUG nova.virt.hardware [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.061368] env[69677]: DEBUG nova.virt.hardware [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.061368] env[69677]: DEBUG nova.virt.hardware [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.061368] env[69677]: DEBUG nova.virt.hardware [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.061368] env[69677]: DEBUG nova.virt.hardware [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.061572] env[69677]: DEBUG nova.virt.hardware [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.062485] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29d5194-c0f1-41be-8364-7b0039368981 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.071038] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ec1cbe-bcfc-4df7-848a-f79925cd83b5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.075581] env[69677]: INFO nova.compute.manager [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Detaching volume df177c18-f574-47a0-a3b0-744414602803 [ 800.115498] env[69677]: INFO nova.virt.block_device [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Attempting to driver detach volume df177c18-f574-47a0-a3b0-744414602803 from mountpoint /dev/sdb [ 800.115776] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 800.116045] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686020', 'volume_id': 'df177c18-f574-47a0-a3b0-744414602803', 'name': 'volume-df177c18-f574-47a0-a3b0-744414602803', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3073008-f9d2-4bf4-ac0d-bff7d6627d3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'df177c18-f574-47a0-a3b0-744414602803', 'serial': 'df177c18-f574-47a0-a3b0-744414602803'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 800.120361] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50827614-bdf1-4218-9e0b-b22b0ca75bd8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.132448] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084354} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.147665] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.148592] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1c94b1-f204-4ca7-89eb-5f08d3e1759c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.151724] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704d0db6-54ba-4994-b089-23dfa2429258 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.174544] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] fad4385f-c21f-4236-b028-464df7b50b70/fad4385f-c21f-4236-b028-464df7b50b70.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.176317] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d9a4e6-e200-4630-8658-00ae58af1c54 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.192893] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07a40c7-7958-45f1-9c40-ca72569526fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.223630] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec24dcab-e07f-4402-87ec-5aba720d60f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.226844] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 800.226844] env[69677]: value = "task-3436278" [ 800.226844] env[69677]: _type = "Task" [ 800.226844] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.247896] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] The volume has not been displaced from its original location: [datastore2] volume-df177c18-f574-47a0-a3b0-744414602803/volume-df177c18-f574-47a0-a3b0-744414602803.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 800.252751] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 800.253616] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b7ef5b-d7f7-4c0b-b451-bc3edc1197f4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.271631] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.280284] env[69677]: DEBUG oslo_vmware.api [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 800.280284] env[69677]: value = "task-3436279" [ 800.280284] env[69677]: _type = "Task" [ 800.280284] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.291540] env[69677]: DEBUG oslo_vmware.api [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.300838] env[69677]: DEBUG nova.scheduler.client.report [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.461991] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436277, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.746901] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436278, 'name': ReconfigVM_Task, 'duration_secs': 0.355591} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.746901] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Reconfigured VM instance instance-00000028 to attach disk [datastore2] fad4385f-c21f-4236-b028-464df7b50b70/fad4385f-c21f-4236-b028-464df7b50b70.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.747968] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7447728-b7ec-46a0-ab19-4e637f82b917 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.756070] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 800.756070] env[69677]: value = "task-3436280" [ 800.756070] env[69677]: _type = "Task" [ 800.756070] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.767245] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436280, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.793040] env[69677]: DEBUG oslo_vmware.api [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436279, 'name': ReconfigVM_Task, 'duration_secs': 0.24808} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.794985] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 800.798812] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2442102-1cda-486b-aba9-7c44004643ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.813791] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.814288] env[69677]: DEBUG nova.compute.manager [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.817581] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.779s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.817780] env[69677]: DEBUG nova.objects.instance [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 800.828329] env[69677]: DEBUG oslo_vmware.api [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 800.828329] env[69677]: value = "task-3436281" [ 800.828329] env[69677]: _type = "Task" [ 800.828329] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.840437] env[69677]: DEBUG oslo_vmware.api [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.961962] env[69677]: DEBUG oslo_vmware.api [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436277, 'name': RemoveSnapshot_Task, 'duration_secs': 0.575171} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.961962] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 800.961962] env[69677]: INFO nova.compute.manager [None req-425ddbe4-acdb-478b-8028-3d86cec26179 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Took 14.12 seconds to snapshot the instance on the hypervisor. [ 801.171205] env[69677]: DEBUG nova.compute.manager [req-96174cbd-c029-4391-b23a-ab2ee1b00d8d req-44801775-c1b4-46a2-82c3-01ea7b671c1c service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Received event network-vif-plugged-80aeeb54-52d5-4030-a76e-ffd06534e459 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.171205] env[69677]: DEBUG oslo_concurrency.lockutils [req-96174cbd-c029-4391-b23a-ab2ee1b00d8d req-44801775-c1b4-46a2-82c3-01ea7b671c1c service nova] Acquiring lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.173986] env[69677]: DEBUG oslo_concurrency.lockutils [req-96174cbd-c029-4391-b23a-ab2ee1b00d8d req-44801775-c1b4-46a2-82c3-01ea7b671c1c service nova] Lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.174270] env[69677]: DEBUG oslo_concurrency.lockutils [req-96174cbd-c029-4391-b23a-ab2ee1b00d8d req-44801775-c1b4-46a2-82c3-01ea7b671c1c service nova] Lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.174493] env[69677]: DEBUG nova.compute.manager [req-96174cbd-c029-4391-b23a-ab2ee1b00d8d req-44801775-c1b4-46a2-82c3-01ea7b671c1c service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] No waiting events found dispatching network-vif-plugged-80aeeb54-52d5-4030-a76e-ffd06534e459 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.174746] env[69677]: WARNING nova.compute.manager [req-96174cbd-c029-4391-b23a-ab2ee1b00d8d req-44801775-c1b4-46a2-82c3-01ea7b671c1c service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Received unexpected event network-vif-plugged-80aeeb54-52d5-4030-a76e-ffd06534e459 for instance with vm_state building and task_state spawning. [ 801.235349] env[69677]: DEBUG nova.network.neutron [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Successfully updated port: 80aeeb54-52d5-4030-a76e-ffd06534e459 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.268385] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436280, 'name': Rename_Task, 'duration_secs': 0.155579} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.269026] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.269026] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecbfe55e-1264-4557-805b-0af65d2d859f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.277442] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 801.277442] env[69677]: value = "task-3436282" [ 801.277442] env[69677]: _type = "Task" [ 801.277442] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.286425] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.327631] env[69677]: DEBUG nova.compute.utils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.329281] env[69677]: DEBUG nova.compute.manager [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.329879] env[69677]: DEBUG nova.network.neutron [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.343637] env[69677]: DEBUG oslo_vmware.api [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436281, 'name': ReconfigVM_Task, 'duration_secs': 0.15785} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.344466] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686020', 'volume_id': 'df177c18-f574-47a0-a3b0-744414602803', 'name': 'volume-df177c18-f574-47a0-a3b0-744414602803', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c3073008-f9d2-4bf4-ac0d-bff7d6627d3d', 'attached_at': '', 'detached_at': '', 'volume_id': 'df177c18-f574-47a0-a3b0-744414602803', 'serial': 'df177c18-f574-47a0-a3b0-744414602803'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 801.403276] env[69677]: DEBUG nova.policy [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e60c82a4ff764d58a4649dd79ff158b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edccfd1a729446f5a3a3bfd337fcd474', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.743507] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquiring lock "refresh_cache-5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.743507] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquired lock "refresh_cache-5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.743507] env[69677]: DEBUG nova.network.neutron [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.790318] env[69677]: DEBUG oslo_vmware.api [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436282, 'name': PowerOnVM_Task, 'duration_secs': 0.491841} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.792437] env[69677]: DEBUG nova.network.neutron [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Successfully created port: c9af8248-9719-4105-8b9b-dc6272f70a5c {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.796063] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.796063] env[69677]: INFO nova.compute.manager [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Took 7.33 seconds to spawn the instance on the hypervisor. [ 801.796063] env[69677]: DEBUG nova.compute.manager [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.797232] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612ed5b4-7e6a-469a-8a7f-b57d1d92920f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.830679] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac0349b6-d6c5-4cf2-98e9-17a36e9e5cc2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.832165] env[69677]: DEBUG oslo_concurrency.lockutils [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.084s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.832443] env[69677]: DEBUG oslo_concurrency.lockutils [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.834775] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.674s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.838630] env[69677]: INFO nova.compute.claims [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.842636] env[69677]: DEBUG nova.compute.manager [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.884779] env[69677]: INFO nova.scheduler.client.report [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Deleted allocations for instance 4a38a997-f044-4e0d-9fd9-36b700e96d37 [ 801.926520] env[69677]: DEBUG nova.objects.instance [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lazy-loading 'flavor' on Instance uuid c3073008-f9d2-4bf4-ac0d-bff7d6627d3d {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.295756] env[69677]: DEBUG nova.network.neutron [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.321370] env[69677]: INFO nova.compute.manager [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Took 55.91 seconds to build instance. [ 802.397026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-243fd48c-5b01-412d-ad9f-00f97a04a6e7 tempest-DeleteServersAdminTestJSON-1455163261 tempest-DeleteServersAdminTestJSON-1455163261-project-member] Lock "4a38a997-f044-4e0d-9fd9-36b700e96d37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.143s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.494449] env[69677]: DEBUG nova.network.neutron [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Updating instance_info_cache with network_info: [{"id": "80aeeb54-52d5-4030-a76e-ffd06534e459", "address": "fa:16:3e:fc:7f:37", "network": {"id": "871ca671-dc86-492d-9a95-a779e6600bd1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-449603502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5a1928a837e482d9098936fbfd6b456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80aeeb54-52", "ovs_interfaceid": "80aeeb54-52d5-4030-a76e-ffd06534e459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.824973] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca859ff2-c49d-42db-a384-125640491529 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "fad4385f-c21f-4236-b028-464df7b50b70" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.627s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.857862] env[69677]: DEBUG nova.compute.manager [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.891764] env[69677]: DEBUG nova.virt.hardware [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.892490] env[69677]: DEBUG nova.virt.hardware [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.892774] env[69677]: DEBUG nova.virt.hardware [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.892919] env[69677]: DEBUG nova.virt.hardware [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.893084] env[69677]: DEBUG nova.virt.hardware [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.894367] env[69677]: DEBUG nova.virt.hardware [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.894367] env[69677]: DEBUG nova.virt.hardware [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.894367] env[69677]: DEBUG nova.virt.hardware [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.894367] env[69677]: DEBUG nova.virt.hardware [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.894367] env[69677]: DEBUG nova.virt.hardware [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.894596] env[69677]: DEBUG nova.virt.hardware [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.895073] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55df3ae-0edf-4795-86b3-00c2d17238a0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.908407] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29142ca-e479-4892-913e-bf83589a124e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.934588] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0bacd91-b407-46b4-84d2-f7cca4436ab2 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.367s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.997542] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Releasing lock "refresh_cache-5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.998053] env[69677]: DEBUG nova.compute.manager [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Instance network_info: |[{"id": "80aeeb54-52d5-4030-a76e-ffd06534e459", "address": "fa:16:3e:fc:7f:37", "network": {"id": "871ca671-dc86-492d-9a95-a779e6600bd1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-449603502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5a1928a837e482d9098936fbfd6b456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80aeeb54-52", "ovs_interfaceid": "80aeeb54-52d5-4030-a76e-ffd06534e459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.998368] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:7f:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80aeeb54-52d5-4030-a76e-ffd06534e459', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.007557] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Creating folder: Project (e5a1928a837e482d9098936fbfd6b456). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.010955] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-479335c5-51cf-4bd1-877f-941fa1fd04af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.017120] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquiring lock "63df2079-c04a-40a2-b526-11a76be54d93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.017351] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "63df2079-c04a-40a2-b526-11a76be54d93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.027785] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Created folder: Project (e5a1928a837e482d9098936fbfd6b456) in parent group-v685897. [ 803.027980] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Creating folder: Instances. Parent ref: group-v686022. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.028241] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d855aed6-0e52-44f5-8e0c-3fbf2c74ff02 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.042464] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Created folder: Instances in parent group-v686022. [ 803.042656] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.044201] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.044201] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36c87f42-1e9b-40d2-a9fe-e0259caa73a8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.068774] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.068774] env[69677]: value = "task-3436285" [ 803.068774] env[69677]: _type = "Task" [ 803.068774] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.079984] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436285, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.085528] env[69677]: DEBUG nova.compute.manager [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.086472] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acd8b5f-b653-4496-98c5-514963956a3c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.184755] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4888da56-7f7f-434a-8dea-330d33c0892f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.192232] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe43a4-344a-4ea6-8dbd-08a17a11834d tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Suspending the VM {{(pid=69677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 803.192495] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2c91a029-faad-4d2d-9c92-fc679c515f1d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.205367] env[69677]: DEBUG oslo_vmware.api [None req-a7fe43a4-344a-4ea6-8dbd-08a17a11834d tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 803.205367] env[69677]: value = "task-3436286" [ 803.205367] env[69677]: _type = "Task" [ 803.205367] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.218480] env[69677]: DEBUG oslo_vmware.api [None req-a7fe43a4-344a-4ea6-8dbd-08a17a11834d tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436286, 'name': SuspendVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.296058] env[69677]: DEBUG nova.compute.manager [req-90e02154-f50e-442c-836a-f4eedd2db0d6 req-5927f16a-aad0-456b-8c21-1e1dfccd7b77 service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Received event network-changed-80aeeb54-52d5-4030-a76e-ffd06534e459 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.296359] env[69677]: DEBUG nova.compute.manager [req-90e02154-f50e-442c-836a-f4eedd2db0d6 req-5927f16a-aad0-456b-8c21-1e1dfccd7b77 service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Refreshing instance network info cache due to event network-changed-80aeeb54-52d5-4030-a76e-ffd06534e459. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.296849] env[69677]: DEBUG oslo_concurrency.lockutils [req-90e02154-f50e-442c-836a-f4eedd2db0d6 req-5927f16a-aad0-456b-8c21-1e1dfccd7b77 service nova] Acquiring lock "refresh_cache-5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.297135] env[69677]: DEBUG oslo_concurrency.lockutils [req-90e02154-f50e-442c-836a-f4eedd2db0d6 req-5927f16a-aad0-456b-8c21-1e1dfccd7b77 service nova] Acquired lock "refresh_cache-5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.297315] env[69677]: DEBUG nova.network.neutron [req-90e02154-f50e-442c-836a-f4eedd2db0d6 req-5927f16a-aad0-456b-8c21-1e1dfccd7b77 service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Refreshing network info cache for port 80aeeb54-52d5-4030-a76e-ffd06534e459 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.327494] env[69677]: DEBUG nova.compute.manager [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.493997] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4685706d-0b57-4f66-8f54-43fd44a54748 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.502477] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57985d31-ed0c-4957-ad0b-9bfb94955e3c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.548352] env[69677]: DEBUG nova.network.neutron [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Successfully updated port: c9af8248-9719-4105-8b9b-dc6272f70a5c {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.551974] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d1c635-e219-4756-b912-9bc7c533d95c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.560522] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f87e58-e82f-44b2-b007-0e16bb367826 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.582065] env[69677]: DEBUG nova.compute.provider_tree [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.589560] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436285, 'name': CreateVM_Task, 'duration_secs': 0.461686} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.590994] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.590994] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.590994] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.590994] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.591713] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc78cde-0672-46df-aa39-5bd70cc4d70d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.598106] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for the task: (returnval){ [ 803.598106] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5297d1b0-d4d0-62c6-a046-33b45a2d0e18" [ 803.598106] env[69677]: _type = "Task" [ 803.598106] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.598750] env[69677]: INFO nova.compute.manager [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] instance snapshotting [ 803.604819] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c270cafd-e7d4-4a7b-acee-a62978d19295 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.629552] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5297d1b0-d4d0-62c6-a046-33b45a2d0e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.629552] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc76e1a-64d4-4f54-8ea2-298fb072678e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.724026] env[69677]: DEBUG oslo_vmware.api [None req-a7fe43a4-344a-4ea6-8dbd-08a17a11834d tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436286, 'name': SuspendVM_Task} progress is 62%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.840856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "57bbe9cb-5ab6-455e-8547-fcf31341960a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.841721] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "57bbe9cb-5ab6-455e-8547-fcf31341960a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.852357] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.057753] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquiring lock "refresh_cache-42c8099a-cb13-4afd-94f7-4fc7506b36d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.057871] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquired lock "refresh_cache-42c8099a-cb13-4afd-94f7-4fc7506b36d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.058063] env[69677]: DEBUG nova.network.neutron [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.086333] env[69677]: DEBUG nova.scheduler.client.report [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.112301] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5297d1b0-d4d0-62c6-a046-33b45a2d0e18, 'name': SearchDatastore_Task, 'duration_secs': 0.015006} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.113254] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.113598] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.113883] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.114163] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.114396] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.114886] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97c10809-294e-41f6-ab7a-dc25c27b30b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.125152] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.125373] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.126187] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9245ba93-ecb2-47a8-878e-18b8eae21e61 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.132039] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for the task: (returnval){ [ 804.132039] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cdbc5b-ac3d-a024-b75d-31489415f6bf" [ 804.132039] env[69677]: _type = "Task" [ 804.132039] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.142464] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 804.142856] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cdbc5b-ac3d-a024-b75d-31489415f6bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.143127] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9dc88802-f070-4dec-8411-8af671026360 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.151569] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 804.151569] env[69677]: value = "task-3436287" [ 804.151569] env[69677]: _type = "Task" [ 804.151569] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.155399] env[69677]: DEBUG nova.network.neutron [req-90e02154-f50e-442c-836a-f4eedd2db0d6 req-5927f16a-aad0-456b-8c21-1e1dfccd7b77 service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Updated VIF entry in instance network info cache for port 80aeeb54-52d5-4030-a76e-ffd06534e459. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.155833] env[69677]: DEBUG nova.network.neutron [req-90e02154-f50e-442c-836a-f4eedd2db0d6 req-5927f16a-aad0-456b-8c21-1e1dfccd7b77 service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Updating instance_info_cache with network_info: [{"id": "80aeeb54-52d5-4030-a76e-ffd06534e459", "address": "fa:16:3e:fc:7f:37", "network": {"id": "871ca671-dc86-492d-9a95-a779e6600bd1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-449603502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5a1928a837e482d9098936fbfd6b456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80aeeb54-52", "ovs_interfaceid": "80aeeb54-52d5-4030-a76e-ffd06534e459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.163493] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436287, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.215771] env[69677]: DEBUG oslo_vmware.api [None req-a7fe43a4-344a-4ea6-8dbd-08a17a11834d tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436286, 'name': SuspendVM_Task, 'duration_secs': 0.654974} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.215900] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fe43a4-344a-4ea6-8dbd-08a17a11834d tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Suspended the VM {{(pid=69677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 804.216066] env[69677]: DEBUG nova.compute.manager [None req-a7fe43a4-344a-4ea6-8dbd-08a17a11834d tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.216882] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9155443-829d-4f34-b309-cf98d529cb23 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.594064] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.594726] env[69677]: DEBUG nova.compute.manager [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.597462] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.376s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.598870] env[69677]: INFO nova.compute.claims [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.610824] env[69677]: DEBUG nova.network.neutron [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.646233] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cdbc5b-ac3d-a024-b75d-31489415f6bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.650518] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-479a5e42-5e2a-42ac-be8c-49b6f5dc248f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.665981] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for the task: (returnval){ [ 804.665981] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52993b91-1850-ad98-dceb-43b6fc7a260e" [ 804.665981] env[69677]: _type = "Task" [ 804.665981] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.666552] env[69677]: DEBUG oslo_concurrency.lockutils [req-90e02154-f50e-442c-836a-f4eedd2db0d6 req-5927f16a-aad0-456b-8c21-1e1dfccd7b77 service nova] Releasing lock "refresh_cache-5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.666996] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436287, 'name': CreateSnapshot_Task, 'duration_secs': 0.493202} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.667407] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.671142] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d9cb4b-81f1-4a1b-8722-0a5f154cabc5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.680081] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52993b91-1850-ad98-dceb-43b6fc7a260e, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.683446] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.683748] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b/5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.686307] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b992dc1-17dd-49b8-9e92-e75153bb3fd3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.704934] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for the task: (returnval){ [ 804.704934] env[69677]: value = "task-3436288" [ 804.704934] env[69677]: _type = "Task" [ 804.704934] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.713826] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.822848] env[69677]: DEBUG nova.network.neutron [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Updating instance_info_cache with network_info: [{"id": "c9af8248-9719-4105-8b9b-dc6272f70a5c", "address": "fa:16:3e:a2:bf:05", "network": {"id": "09819083-5a7b-442d-b1b4-f10f360804b0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2134953053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edccfd1a729446f5a3a3bfd337fcd474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9af8248-97", "ovs_interfaceid": "c9af8248-9719-4105-8b9b-dc6272f70a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.103774] env[69677]: DEBUG nova.compute.utils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.108645] env[69677]: DEBUG nova.compute.manager [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.108645] env[69677]: DEBUG nova.network.neutron [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.156911] env[69677]: DEBUG nova.policy [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68d7fe75076e4590b434ad7ebea642b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dab394f836945749db0e3d093dbdd5b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.200899] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 805.201317] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7af7db20-1272-4c85-955d-dd11a4027ea9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.214382] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480304} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.215879] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b/5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.216021] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.218594] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 805.218594] env[69677]: value = "task-3436289" [ 805.218594] env[69677]: _type = "Task" [ 805.218594] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.218594] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a9e8670-d7d0-4e8b-b572-3ed310ead630 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.227425] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436289, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.229113] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for the task: (returnval){ [ 805.229113] env[69677]: value = "task-3436290" [ 805.229113] env[69677]: _type = "Task" [ 805.229113] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.241489] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.328097] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Releasing lock "refresh_cache-42c8099a-cb13-4afd-94f7-4fc7506b36d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.328458] env[69677]: DEBUG nova.compute.manager [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Instance network_info: |[{"id": "c9af8248-9719-4105-8b9b-dc6272f70a5c", "address": "fa:16:3e:a2:bf:05", "network": {"id": "09819083-5a7b-442d-b1b4-f10f360804b0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2134953053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edccfd1a729446f5a3a3bfd337fcd474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9af8248-97", "ovs_interfaceid": "c9af8248-9719-4105-8b9b-dc6272f70a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.328986] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:bf:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9af8248-9719-4105-8b9b-dc6272f70a5c', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.337890] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Creating folder: Project (edccfd1a729446f5a3a3bfd337fcd474). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.338283] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-273ee1ec-88ea-4901-9ea5-23f4d3b87d9c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.353467] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Created folder: Project (edccfd1a729446f5a3a3bfd337fcd474) in parent group-v685897. [ 805.353467] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Creating folder: Instances. Parent ref: group-v686027. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.353659] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c0ed3bd-d951-40a7-97bf-7960706cc95e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.367583] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Created folder: Instances in parent group-v686027. [ 805.367852] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.368069] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.368309] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-112c778b-7575-4e37-b01a-c5a66edb3da9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.389937] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.389937] env[69677]: value = "task-3436293" [ 805.389937] env[69677]: _type = "Task" [ 805.389937] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.398829] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436293, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.560101] env[69677]: DEBUG nova.network.neutron [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Successfully created port: 462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.611984] env[69677]: DEBUG nova.compute.manager [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.672392] env[69677]: DEBUG nova.compute.manager [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Received event network-vif-plugged-c9af8248-9719-4105-8b9b-dc6272f70a5c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.672616] env[69677]: DEBUG oslo_concurrency.lockutils [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] Acquiring lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.672825] env[69677]: DEBUG oslo_concurrency.lockutils [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] Lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.672991] env[69677]: DEBUG oslo_concurrency.lockutils [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] Lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.673170] env[69677]: DEBUG nova.compute.manager [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] No waiting events found dispatching network-vif-plugged-c9af8248-9719-4105-8b9b-dc6272f70a5c {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.673331] env[69677]: WARNING nova.compute.manager [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Received unexpected event network-vif-plugged-c9af8248-9719-4105-8b9b-dc6272f70a5c for instance with vm_state building and task_state spawning. [ 805.673484] env[69677]: DEBUG nova.compute.manager [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Received event network-changed-c9af8248-9719-4105-8b9b-dc6272f70a5c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.673633] env[69677]: DEBUG nova.compute.manager [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Refreshing instance network info cache due to event network-changed-c9af8248-9719-4105-8b9b-dc6272f70a5c. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.674203] env[69677]: DEBUG oslo_concurrency.lockutils [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] Acquiring lock "refresh_cache-42c8099a-cb13-4afd-94f7-4fc7506b36d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.674446] env[69677]: DEBUG oslo_concurrency.lockutils [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] Acquired lock "refresh_cache-42c8099a-cb13-4afd-94f7-4fc7506b36d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.674820] env[69677]: DEBUG nova.network.neutron [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Refreshing network info cache for port c9af8248-9719-4105-8b9b-dc6272f70a5c {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.732189] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436289, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.745968] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074399} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.749592] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.750586] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90088fc-af4b-4b1c-9806-1bc6203eaa4b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.780018] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b/5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.781108] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908c3b0a-2d63-416d-9996-2ef67c24bb1f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.805741] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for the task: (returnval){ [ 805.805741] env[69677]: value = "task-3436294" [ 805.805741] env[69677]: _type = "Task" [ 805.805741] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.817306] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.908080] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436293, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.235121] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436289, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.272270] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fae56c5-cd3b-4606-b830-2e799e072cce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.282387] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67cdaae-f07e-47af-8ae6-460fa250566c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.322113] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfff96b-9948-41be-bb02-9183b866bd81 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.335536] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436294, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.336857] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc1c394-4323-415e-8bce-4ec955535d50 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.353666] env[69677]: DEBUG nova.compute.provider_tree [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.403672] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436293, 'name': CreateVM_Task, 'duration_secs': 0.812777} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.403870] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.404774] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.404774] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.405092] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.405372] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-173c8d3b-7008-4398-baa3-6118ceb785b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.410662] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for the task: (returnval){ [ 806.410662] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5289d1ea-639a-fa87-2f80-673284e7a8ec" [ 806.410662] env[69677]: _type = "Task" [ 806.410662] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.419521] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5289d1ea-639a-fa87-2f80-673284e7a8ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.478889] env[69677]: DEBUG nova.network.neutron [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Updated VIF entry in instance network info cache for port c9af8248-9719-4105-8b9b-dc6272f70a5c. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.479290] env[69677]: DEBUG nova.network.neutron [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Updating instance_info_cache with network_info: [{"id": "c9af8248-9719-4105-8b9b-dc6272f70a5c", "address": "fa:16:3e:a2:bf:05", "network": {"id": "09819083-5a7b-442d-b1b4-f10f360804b0", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2134953053-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edccfd1a729446f5a3a3bfd337fcd474", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9af8248-97", "ovs_interfaceid": "c9af8248-9719-4105-8b9b-dc6272f70a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.624752] env[69677]: DEBUG nova.compute.manager [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.652969] env[69677]: DEBUG nova.virt.hardware [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.653255] env[69677]: DEBUG nova.virt.hardware [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.653412] env[69677]: DEBUG nova.virt.hardware [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.653587] env[69677]: DEBUG nova.virt.hardware [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.653730] env[69677]: DEBUG nova.virt.hardware [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.653876] env[69677]: DEBUG nova.virt.hardware [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.654204] env[69677]: DEBUG nova.virt.hardware [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.654372] env[69677]: DEBUG nova.virt.hardware [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.654535] env[69677]: DEBUG nova.virt.hardware [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.654690] env[69677]: DEBUG nova.virt.hardware [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.654857] env[69677]: DEBUG nova.virt.hardware [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.656067] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2daee6-5039-458c-be04-7cd4af88b430 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.665144] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a8eb1c-62af-4a60-9b66-33161ff56863 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.699416] env[69677]: DEBUG nova.compute.manager [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.700271] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab1e8c2-3027-4fae-9704-cd6f7b6322ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.730667] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436289, 'name': CloneVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.826574] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436294, 'name': ReconfigVM_Task, 'duration_secs': 0.542488} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.827053] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b/5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.827559] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-517bcf18-0293-4dcd-ac5b-6e483b349509 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.835709] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for the task: (returnval){ [ 806.835709] env[69677]: value = "task-3436295" [ 806.835709] env[69677]: _type = "Task" [ 806.835709] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.844147] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436295, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.885721] env[69677]: ERROR nova.scheduler.client.report [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [req-9536f2c4-2990-46dd-a496-2b62b539b514] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c5171a8-f2e0-4f3a-8916-700b7523cd77. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9536f2c4-2990-46dd-a496-2b62b539b514"}]} [ 806.900830] env[69677]: DEBUG nova.scheduler.client.report [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Refreshing inventories for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 806.918982] env[69677]: DEBUG nova.scheduler.client.report [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating ProviderTree inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 806.919128] env[69677]: DEBUG nova.compute.provider_tree [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.930226] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5289d1ea-639a-fa87-2f80-673284e7a8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010908} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.930592] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.930858] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.932098] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.932303] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.932639] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.932821] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6b386de-fdc9-4c47-bc84-68ea637b071f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.942392] env[69677]: DEBUG nova.scheduler.client.report [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Refreshing aggregate associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, aggregates: None {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 806.946159] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.946367] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.947173] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e9e5a5-d3a2-4d48-9307-bdbd426f48ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.953476] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for the task: (returnval){ [ 806.953476] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c3fa9a-7695-c444-35b9-1586f98e3ea7" [ 806.953476] env[69677]: _type = "Task" [ 806.953476] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.963746] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c3fa9a-7695-c444-35b9-1586f98e3ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.964459] env[69677]: DEBUG nova.scheduler.client.report [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Refreshing trait associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 806.982268] env[69677]: DEBUG oslo_concurrency.lockutils [req-b65fa3f2-6db2-4f75-b2bd-0393bb6211f3 req-3fc911ae-20d8-4513-8d1c-0ab6b0974808 service nova] Releasing lock "refresh_cache-42c8099a-cb13-4afd-94f7-4fc7506b36d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.212999] env[69677]: INFO nova.compute.manager [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] instance snapshotting [ 807.212999] env[69677]: WARNING nova.compute.manager [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 807.215491] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8441046b-dbe8-4c26-84eb-f0b2c86e9e07 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.242827] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b307f9-0a94-43b1-87f6-2737d04a73cd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.248965] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436289, 'name': CloneVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.348713] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436295, 'name': Rename_Task, 'duration_secs': 0.159323} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.348819] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.349269] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e804892-b1d8-4eb8-97ae-fb126e5bceab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.356938] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for the task: (returnval){ [ 807.356938] env[69677]: value = "task-3436296" [ 807.356938] env[69677]: _type = "Task" [ 807.356938] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.368466] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.466772] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c3fa9a-7695-c444-35b9-1586f98e3ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.467716] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3176e562-b05d-4042-8a12-d7950a549ae0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.479776] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for the task: (returnval){ [ 807.479776] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b6ad78-4b0a-4d30-1df5-f866af604871" [ 807.479776] env[69677]: _type = "Task" [ 807.479776] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.487204] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b6ad78-4b0a-4d30-1df5-f866af604871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.488645] env[69677]: DEBUG nova.network.neutron [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Successfully updated port: 462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.601248] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89856ce2-ab08-40f8-a2a8-b53f5fb67f6e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.610383] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282295ce-64d8-400d-991a-f2b9873193b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.643038] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdeb8c3-4cc1-4b54-852e-b3949e5d161b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.650942] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e851f34-47b8-4f9c-9a71-6d421df6e2cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.665723] env[69677]: DEBUG nova.compute.provider_tree [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 807.695981] env[69677]: DEBUG nova.compute.manager [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Received event network-vif-plugged-462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.696308] env[69677]: DEBUG oslo_concurrency.lockutils [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] Acquiring lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.696557] env[69677]: DEBUG oslo_concurrency.lockutils [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] Lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.696745] env[69677]: DEBUG oslo_concurrency.lockutils [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] Lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.696963] env[69677]: DEBUG nova.compute.manager [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] No waiting events found dispatching network-vif-plugged-462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.697192] env[69677]: WARNING nova.compute.manager [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Received unexpected event network-vif-plugged-462bff88-3c19-4776-a362-d12af458d9ae for instance with vm_state building and task_state spawning. [ 807.697354] env[69677]: DEBUG nova.compute.manager [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Received event network-changed-462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.697541] env[69677]: DEBUG nova.compute.manager [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Refreshing instance network info cache due to event network-changed-462bff88-3c19-4776-a362-d12af458d9ae. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.697733] env[69677]: DEBUG oslo_concurrency.lockutils [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] Acquiring lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.697867] env[69677]: DEBUG oslo_concurrency.lockutils [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] Acquired lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.698035] env[69677]: DEBUG nova.network.neutron [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Refreshing network info cache for port 462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.733025] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436289, 'name': CloneVM_Task, 'duration_secs': 2.285022} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.733025] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Created linked-clone VM from snapshot [ 807.733468] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8670fbfd-c461-4976-9bb8-eb76313aecbf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.741916] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Uploading image cb1ad311-6562-4434-a85d-a036b4156dce {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 807.759443] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 807.759443] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-15300936-37bd-4b55-8e02-e634059d4ae2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.769634] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 807.769634] env[69677]: value = "task-3436297" [ 807.769634] env[69677]: _type = "Task" [ 807.769634] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.774761] env[69677]: DEBUG oslo_vmware.rw_handles [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 807.774761] env[69677]: value = "vm-686026" [ 807.774761] env[69677]: _type = "VirtualMachine" [ 807.774761] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 807.775791] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1652c53-73cd-4877-bf0c-44a467995192 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.782840] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436297, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.784597] env[69677]: DEBUG oslo_vmware.rw_handles [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lease: (returnval){ [ 807.784597] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521d57e2-ae53-ad10-1078-d9029168631c" [ 807.784597] env[69677]: _type = "HttpNfcLease" [ 807.784597] env[69677]: } obtained for exporting VM: (result){ [ 807.784597] env[69677]: value = "vm-686026" [ 807.784597] env[69677]: _type = "VirtualMachine" [ 807.784597] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 807.784810] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the lease: (returnval){ [ 807.784810] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521d57e2-ae53-ad10-1078-d9029168631c" [ 807.784810] env[69677]: _type = "HttpNfcLease" [ 807.784810] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 807.793899] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 807.793899] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521d57e2-ae53-ad10-1078-d9029168631c" [ 807.793899] env[69677]: _type = "HttpNfcLease" [ 807.793899] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 807.868819] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436296, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.988086] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b6ad78-4b0a-4d30-1df5-f866af604871, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.988924] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.988924] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 42c8099a-cb13-4afd-94f7-4fc7506b36d7/42c8099a-cb13-4afd-94f7-4fc7506b36d7.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.989114] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e13bb58-3d93-4259-97a4-5f12fa391bac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.991386] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquiring lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.998579] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for the task: (returnval){ [ 807.998579] env[69677]: value = "task-3436299" [ 807.998579] env[69677]: _type = "Task" [ 807.998579] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.007992] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.240449] env[69677]: DEBUG nova.scheduler.client.report [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updated inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 808.240799] env[69677]: DEBUG nova.compute.provider_tree [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 generation from 73 to 74 during operation: update_inventory {{(pid=69677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 808.240982] env[69677]: DEBUG nova.compute.provider_tree [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.279370] env[69677]: DEBUG nova.network.neutron [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.295077] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436297, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.299323] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 808.299323] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521d57e2-ae53-ad10-1078-d9029168631c" [ 808.299323] env[69677]: _type = "HttpNfcLease" [ 808.299323] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 808.299807] env[69677]: DEBUG oslo_vmware.rw_handles [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 808.299807] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521d57e2-ae53-ad10-1078-d9029168631c" [ 808.299807] env[69677]: _type = "HttpNfcLease" [ 808.299807] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 808.300579] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62524da0-3997-4a0d-876d-51f5c36fb2ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.311445] env[69677]: DEBUG oslo_vmware.rw_handles [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524484a0-9f49-e793-c478-76764ab7e5e5/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 808.311642] env[69677]: DEBUG oslo_vmware.rw_handles [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524484a0-9f49-e793-c478-76764ab7e5e5/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 808.389425] env[69677]: DEBUG oslo_vmware.api [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436296, 'name': PowerOnVM_Task, 'duration_secs': 0.581449} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.389754] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.389981] env[69677]: INFO nova.compute.manager [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Took 8.35 seconds to spawn the instance on the hypervisor. [ 808.390192] env[69677]: DEBUG nova.compute.manager [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.391182] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf32023-0805-47db-864e-4ccfcb014acb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.427144] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f8717144-9708-4600-8949-dfe1ec6dcd50 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.439458] env[69677]: DEBUG nova.network.neutron [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.510148] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476295} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.510148] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 42c8099a-cb13-4afd-94f7-4fc7506b36d7/42c8099a-cb13-4afd-94f7-4fc7506b36d7.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.510148] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.510148] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e3a8cbd-d73c-43bb-9c00-1b1f17dfe00c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.518651] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for the task: (returnval){ [ 808.518651] env[69677]: value = "task-3436300" [ 808.518651] env[69677]: _type = "Task" [ 808.518651] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.524761] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.748721] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.151s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.749360] env[69677]: DEBUG nova.compute.manager [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.753737] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.572s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.753737] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.754478] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.302s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.755969] env[69677]: INFO nova.compute.claims [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.783638] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436297, 'name': CreateSnapshot_Task, 'duration_secs': 0.832489} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.783840] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 808.784695] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063e0e70-7134-454f-88c0-dc4af46707dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.788636] env[69677]: INFO nova.scheduler.client.report [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted allocations for instance 48b0a9c2-c3ba-4558-a82a-82480f53f472 [ 808.914965] env[69677]: INFO nova.compute.manager [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Took 58.76 seconds to build instance. [ 808.943226] env[69677]: DEBUG oslo_concurrency.lockutils [req-a60d8883-719b-47fc-ac82-b67eadde4406 req-fd831fa0-6e1c-4c9f-b614-17a62bc3cff7 service nova] Releasing lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.943619] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquired lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.943789] env[69677]: DEBUG nova.network.neutron [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.027838] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078048} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.028282] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.029221] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61d1344-02c6-4aa9-8e3d-5e448655f963 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.055926] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 42c8099a-cb13-4afd-94f7-4fc7506b36d7/42c8099a-cb13-4afd-94f7-4fc7506b36d7.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.056380] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31712e4b-3bd4-4176-b641-2f334694b76a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.080854] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for the task: (returnval){ [ 809.080854] env[69677]: value = "task-3436301" [ 809.080854] env[69677]: _type = "Task" [ 809.080854] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.090571] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.261876] env[69677]: DEBUG nova.compute.utils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.263344] env[69677]: DEBUG nova.compute.manager [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.263665] env[69677]: DEBUG nova.network.neutron [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.313116] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 809.313844] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f3b5902-9932-405e-9829-62e772d5fe1f tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "48b0a9c2-c3ba-4558-a82a-82480f53f472" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.103s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.315630] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43887dce-9796-4891-bc30-97a9b63ca981 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.326295] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 809.326295] env[69677]: value = "task-3436302" [ 809.326295] env[69677]: _type = "Task" [ 809.326295] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.337703] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436302, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.364202] env[69677]: DEBUG nova.policy [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5abc65622a174d2a844ac361b3b1c5db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dbc62fb606a44c5ae4ab9f597af1acf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.419468] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0ce09065-d994-46cb-9c67-a3a67c343fb7 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.936s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.516489] env[69677]: DEBUG nova.network.neutron [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.596953] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.751838] env[69677]: DEBUG nova.network.neutron [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Successfully created port: 7ff6daf8-b2ae-466d-a945-668da9aaa0f9 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.769988] env[69677]: DEBUG nova.compute.manager [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.852899] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436302, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.925109] env[69677]: DEBUG nova.compute.manager [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.974248] env[69677]: DEBUG nova.network.neutron [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updating instance_info_cache with network_info: [{"id": "462bff88-3c19-4776-a362-d12af458d9ae", "address": "fa:16:3e:29:a0:82", "network": {"id": "97ed577d-57f0-4a6f-a811-10daeb8881fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-919955940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1dab394f836945749db0e3d093dbdd5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462bff88-3c", "ovs_interfaceid": "462bff88-3c19-4776-a362-d12af458d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.091233] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436301, 'name': ReconfigVM_Task, 'duration_secs': 0.63522} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.091709] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 42c8099a-cb13-4afd-94f7-4fc7506b36d7/42c8099a-cb13-4afd-94f7-4fc7506b36d7.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.092225] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-164f47d1-2a46-4a8e-9968-59400ea56dc9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.102114] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for the task: (returnval){ [ 810.102114] env[69677]: value = "task-3436303" [ 810.102114] env[69677]: _type = "Task" [ 810.102114] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.115724] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436303, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.340949] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436302, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.460413] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.477335] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Releasing lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.478999] env[69677]: DEBUG nova.compute.manager [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Instance network_info: |[{"id": "462bff88-3c19-4776-a362-d12af458d9ae", "address": "fa:16:3e:29:a0:82", "network": {"id": "97ed577d-57f0-4a6f-a811-10daeb8881fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-919955940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1dab394f836945749db0e3d093dbdd5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462bff88-3c", "ovs_interfaceid": "462bff88-3c19-4776-a362-d12af458d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.479219] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:a0:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '462bff88-3c19-4776-a362-d12af458d9ae', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.488488] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Creating folder: Project (1dab394f836945749db0e3d093dbdd5b). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.492725] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6057f467-fd5a-4de3-a788-f41ce1f9c2f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.506491] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Created folder: Project (1dab394f836945749db0e3d093dbdd5b) in parent group-v685897. [ 810.506491] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Creating folder: Instances. Parent ref: group-v686032. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.506491] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f7b027d-05c4-4d77-96eb-4435416b60ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.509305] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fbcd67-3cd4-461a-9823-d5f00b0a8c37 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.522797] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b117361a-c01b-47e1-9d07-ae521b90ae29 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.531277] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Created folder: Instances in parent group-v686032. [ 810.531609] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.532399] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.532620] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8eeeadc-8249-477c-b0c4-d5de7f303403 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.573627] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317f5666-9ab5-4070-810f-b55fa1241ca8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.577806] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.577806] env[69677]: value = "task-3436306" [ 810.577806] env[69677]: _type = "Task" [ 810.577806] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.585086] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449ca902-bbeb-49fb-9283-461a53ac0517 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.592298] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436306, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.604819] env[69677]: DEBUG nova.compute.provider_tree [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.616282] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436303, 'name': Rename_Task, 'duration_secs': 0.173212} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.616584] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.616993] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-394c55e8-e44d-4c19-80be-a2ce46d486b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.627766] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for the task: (returnval){ [ 810.627766] env[69677]: value = "task-3436307" [ 810.627766] env[69677]: _type = "Task" [ 810.627766] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.636107] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.788028] env[69677]: DEBUG nova.compute.manager [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.824298] env[69677]: DEBUG nova.virt.hardware [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.824572] env[69677]: DEBUG nova.virt.hardware [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.824873] env[69677]: DEBUG nova.virt.hardware [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.824947] env[69677]: DEBUG nova.virt.hardware [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.825094] env[69677]: DEBUG nova.virt.hardware [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.825272] env[69677]: DEBUG nova.virt.hardware [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.825573] env[69677]: DEBUG nova.virt.hardware [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.825687] env[69677]: DEBUG nova.virt.hardware [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.825865] env[69677]: DEBUG nova.virt.hardware [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.829697] env[69677]: DEBUG nova.virt.hardware [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.829697] env[69677]: DEBUG nova.virt.hardware [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.830761] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974241c4-eee3-458d-bf3b-e05edcfc0f07 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.849376] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9bfe34-cc51-46fa-9855-8655f82d948d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.854997] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436302, 'name': CloneVM_Task, 'duration_secs': 1.484601} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.855343] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Created linked-clone VM from snapshot [ 810.856648] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168cd105-35de-4d81-8962-b2a4c72fe417 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.881313] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Uploading image 78c572d9-f3af-4ff0-8c52-ea346db29d3b {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 810.917452] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 810.917452] env[69677]: value = "vm-686031" [ 810.917452] env[69677]: _type = "VirtualMachine" [ 810.917452] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 810.917775] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5f4f5ffe-8214-44bf-b831-fa2c24ccd553 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.926764] env[69677]: DEBUG nova.compute.manager [req-6aeae580-bdfa-4a52-ae3a-9c2c105a7472 req-f7735fe2-5a4f-4e74-b223-b3f90579f520 service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Received event network-changed-80aeeb54-52d5-4030-a76e-ffd06534e459 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.926853] env[69677]: DEBUG nova.compute.manager [req-6aeae580-bdfa-4a52-ae3a-9c2c105a7472 req-f7735fe2-5a4f-4e74-b223-b3f90579f520 service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Refreshing instance network info cache due to event network-changed-80aeeb54-52d5-4030-a76e-ffd06534e459. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.927919] env[69677]: DEBUG oslo_concurrency.lockutils [req-6aeae580-bdfa-4a52-ae3a-9c2c105a7472 req-f7735fe2-5a4f-4e74-b223-b3f90579f520 service nova] Acquiring lock "refresh_cache-5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.928141] env[69677]: DEBUG oslo_concurrency.lockutils [req-6aeae580-bdfa-4a52-ae3a-9c2c105a7472 req-f7735fe2-5a4f-4e74-b223-b3f90579f520 service nova] Acquired lock "refresh_cache-5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.928367] env[69677]: DEBUG nova.network.neutron [req-6aeae580-bdfa-4a52-ae3a-9c2c105a7472 req-f7735fe2-5a4f-4e74-b223-b3f90579f520 service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Refreshing network info cache for port 80aeeb54-52d5-4030-a76e-ffd06534e459 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.933766] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lease: (returnval){ [ 810.933766] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a8a14d-d2e6-73a5-73cb-4d2cee06cc13" [ 810.933766] env[69677]: _type = "HttpNfcLease" [ 810.933766] env[69677]: } obtained for exporting VM: (result){ [ 810.933766] env[69677]: value = "vm-686031" [ 810.933766] env[69677]: _type = "VirtualMachine" [ 810.933766] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 810.934105] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the lease: (returnval){ [ 810.934105] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a8a14d-d2e6-73a5-73cb-4d2cee06cc13" [ 810.934105] env[69677]: _type = "HttpNfcLease" [ 810.934105] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 810.946167] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 810.946167] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a8a14d-d2e6-73a5-73cb-4d2cee06cc13" [ 810.946167] env[69677]: _type = "HttpNfcLease" [ 810.946167] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 810.946355] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 810.946355] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a8a14d-d2e6-73a5-73cb-4d2cee06cc13" [ 810.946355] env[69677]: _type = "HttpNfcLease" [ 810.946355] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 810.947324] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739c5aab-deed-4260-b7a1-b6c0b74965d9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.958584] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d26-decc-f339-4ad3-b62eaf7dbf18/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 810.958754] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d26-decc-f339-4ad3-b62eaf7dbf18/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 811.058634] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a07213b3-8967-4cc8-b4c7-aa05fe19d5bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.090333] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436306, 'name': CreateVM_Task, 'duration_secs': 0.441226} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.095511] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.096480] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.096705] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.097410] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.097410] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ffc5663-26b1-4ec7-8ac8-695e22cd3a11 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.103691] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 811.103691] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52135ceb-1b67-43f2-2ac4-5aae7abe60f8" [ 811.103691] env[69677]: _type = "Task" [ 811.103691] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.113148] env[69677]: DEBUG nova.scheduler.client.report [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.116976] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52135ceb-1b67-43f2-2ac4-5aae7abe60f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.138940] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.618677] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.619663] env[69677]: DEBUG nova.compute.manager [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.624202] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52135ceb-1b67-43f2-2ac4-5aae7abe60f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.625137] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.457s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.625622] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.628407] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.511s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.630333] env[69677]: INFO nova.compute.claims [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.634061] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.637147] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.637506] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.637701] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.638088] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.642985] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a6ad7b1-3c45-411d-8174-f8543e2797ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.656061] env[69677]: DEBUG oslo_vmware.api [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436307, 'name': PowerOnVM_Task, 'duration_secs': 0.809832} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.659331] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.659331] env[69677]: INFO nova.compute.manager [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Took 8.80 seconds to spawn the instance on the hypervisor. [ 811.659331] env[69677]: DEBUG nova.compute.manager [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.659331] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.659331] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.659932] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b3bc4f-3ded-4095-bfdd-8debde569ed3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.662903] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deb4f2e3-2f0c-40a4-b316-d55e62d8188d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.676386] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 811.676386] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528d3665-1db2-e0c7-690b-1c5e1f0b7a99" [ 811.676386] env[69677]: _type = "Task" [ 811.676386] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.687476] env[69677]: INFO nova.scheduler.client.report [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Deleted allocations for instance d2899bb9-9219-4084-b344-d71606d9aabc [ 811.697664] env[69677]: DEBUG nova.network.neutron [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Successfully updated port: 7ff6daf8-b2ae-466d-a945-668da9aaa0f9 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.701564] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528d3665-1db2-e0c7-690b-1c5e1f0b7a99, 'name': SearchDatastore_Task, 'duration_secs': 0.011002} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.702901] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec32f076-c227-477b-a721-812d372f994e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.708634] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 811.708634] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523624b5-f654-0eee-dea7-5db2b45d4431" [ 811.708634] env[69677]: _type = "Task" [ 811.708634] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.719505] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523624b5-f654-0eee-dea7-5db2b45d4431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.920712] env[69677]: DEBUG nova.network.neutron [req-6aeae580-bdfa-4a52-ae3a-9c2c105a7472 req-f7735fe2-5a4f-4e74-b223-b3f90579f520 service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Updated VIF entry in instance network info cache for port 80aeeb54-52d5-4030-a76e-ffd06534e459. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.921151] env[69677]: DEBUG nova.network.neutron [req-6aeae580-bdfa-4a52-ae3a-9c2c105a7472 req-f7735fe2-5a4f-4e74-b223-b3f90579f520 service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Updating instance_info_cache with network_info: [{"id": "80aeeb54-52d5-4030-a76e-ffd06534e459", "address": "fa:16:3e:fc:7f:37", "network": {"id": "871ca671-dc86-492d-9a95-a779e6600bd1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-449603502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5a1928a837e482d9098936fbfd6b456", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80aeeb54-52", "ovs_interfaceid": "80aeeb54-52d5-4030-a76e-ffd06534e459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.126625] env[69677]: DEBUG nova.compute.utils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.128212] env[69677]: DEBUG nova.compute.manager [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.128466] env[69677]: DEBUG nova.network.neutron [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.190795] env[69677]: DEBUG nova.policy [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99b524e0828746b6abdc3ac4f5d36a3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec948362c89941e3908365a68fd29d84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.194398] env[69677]: INFO nova.compute.manager [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Took 57.77 seconds to build instance. [ 812.205390] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "refresh_cache-34795b29-b345-41fd-b3e1-3898e3d86fcc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.205714] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "refresh_cache-34795b29-b345-41fd-b3e1-3898e3d86fcc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.209022] env[69677]: DEBUG nova.network.neutron [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.209022] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bf7d8cd5-e8c5-41ab-8cad-3c6f63484298 tempest-ServerMetadataNegativeTestJSON-1966875635 tempest-ServerMetadataNegativeTestJSON-1966875635-project-member] Lock "d2899bb9-9219-4084-b344-d71606d9aabc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.335s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.220614] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523624b5-f654-0eee-dea7-5db2b45d4431, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.221942] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.222227] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 6f17b191-573f-4eb6-86aa-8ced02ce14a0/6f17b191-573f-4eb6-86aa-8ced02ce14a0.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.222492] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f61bf21-1a25-4c7b-abab-5369a03866a3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.231440] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 812.231440] env[69677]: value = "task-3436309" [ 812.231440] env[69677]: _type = "Task" [ 812.231440] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.246640] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.426607] env[69677]: DEBUG oslo_concurrency.lockutils [req-6aeae580-bdfa-4a52-ae3a-9c2c105a7472 req-f7735fe2-5a4f-4e74-b223-b3f90579f520 service nova] Releasing lock "refresh_cache-5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.613600] env[69677]: DEBUG nova.network.neutron [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Successfully created port: d1703ccf-221d-4e84-ab7c-c3fa0ea42fee {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.632016] env[69677]: DEBUG nova.compute.manager [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.701251] env[69677]: DEBUG oslo_concurrency.lockutils [None req-27956fda-17f6-4d5a-b644-d43e2488d871 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.328s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.746214] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505439} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.746214] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 6f17b191-573f-4eb6-86aa-8ced02ce14a0/6f17b191-573f-4eb6-86aa-8ced02ce14a0.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.746214] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.750093] env[69677]: DEBUG nova.network.neutron [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.750093] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0ca7145-613d-4804-9f1d-9f085fb872e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.763869] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 812.763869] env[69677]: value = "task-3436310" [ 812.763869] env[69677]: _type = "Task" [ 812.763869] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.777755] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.924475] env[69677]: DEBUG nova.network.neutron [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Updating instance_info_cache with network_info: [{"id": "7ff6daf8-b2ae-466d-a945-668da9aaa0f9", "address": "fa:16:3e:fc:36:8f", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ff6daf8-b2", "ovs_interfaceid": "7ff6daf8-b2ae-466d-a945-668da9aaa0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.205578] env[69677]: DEBUG nova.compute.manager [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.278605] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099982} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.279386] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.281731] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db5369a-1589-4890-9845-23eae6269286 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.285474] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6908228-c3cc-4460-b2b2-cc458ddb1ce6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.311872] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 6f17b191-573f-4eb6-86aa-8ced02ce14a0/6f17b191-573f-4eb6-86aa-8ced02ce14a0.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.312695] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f909a1-997c-45ab-b634-5859ed5f4533 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.328707] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4536cd55-5f68-4ebe-82be-976885ee7131 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.361880] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad66c50-a014-42df-adac-6f37c8384b9d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.365070] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 813.365070] env[69677]: value = "task-3436311" [ 813.365070] env[69677]: _type = "Task" [ 813.365070] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.372533] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919e4aed-75bb-40e6-9d3f-a921277afc69 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.379803] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.389651] env[69677]: DEBUG nova.compute.provider_tree [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.431793] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "refresh_cache-34795b29-b345-41fd-b3e1-3898e3d86fcc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.432182] env[69677]: DEBUG nova.compute.manager [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Instance network_info: |[{"id": "7ff6daf8-b2ae-466d-a945-668da9aaa0f9", "address": "fa:16:3e:fc:36:8f", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ff6daf8-b2", "ovs_interfaceid": "7ff6daf8-b2ae-466d-a945-668da9aaa0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.432713] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:36:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ff6daf8-b2ae-466d-a945-668da9aaa0f9', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.441970] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.442531] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.442966] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5882d80e-d24b-4efd-bb47-590a14088a56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.467707] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.467707] env[69677]: value = "task-3436312" [ 813.467707] env[69677]: _type = "Task" [ 813.467707] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.476222] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436312, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.643787] env[69677]: DEBUG nova.compute.manager [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.780581] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.875427] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436311, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.892747] env[69677]: DEBUG nova.scheduler.client.report [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.978562] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436312, 'name': CreateVM_Task, 'duration_secs': 0.492391} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.978925] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.979442] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.979612] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.979934] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.980209] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea63afa7-4442-45c6-a87e-2751320fe2d7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.985110] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 813.985110] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521222e5-fe19-8f6b-6976-45a6d9f81fc2" [ 813.985110] env[69677]: _type = "Task" [ 813.985110] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.993060] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521222e5-fe19-8f6b-6976-45a6d9f81fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.176285] env[69677]: DEBUG nova.network.neutron [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Successfully updated port: d1703ccf-221d-4e84-ab7c-c3fa0ea42fee {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.376823] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436311, 'name': ReconfigVM_Task, 'duration_secs': 0.564119} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.377146] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 6f17b191-573f-4eb6-86aa-8ced02ce14a0/6f17b191-573f-4eb6-86aa-8ced02ce14a0.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.377830] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a41eb32a-efb5-41c5-b081-6546ad7f08bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.384689] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 814.384689] env[69677]: value = "task-3436313" [ 814.384689] env[69677]: _type = "Task" [ 814.384689] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.393712] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436313, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.397593] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.398117] env[69677]: DEBUG nova.compute.manager [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.400993] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.073s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.401216] env[69677]: DEBUG nova.objects.instance [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 814.496930] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521222e5-fe19-8f6b-6976-45a6d9f81fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.022752} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.497373] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.497600] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.497857] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.498025] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.498207] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.498527] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3557c9ec-0516-49d3-8f4d-f94dc40217d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.508121] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.508310] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.509250] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c90312c-4a79-40de-b687-3a1883c8fe9d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.515259] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 814.515259] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529d9aac-3337-4dc6-5418-b64e2cb3da80" [ 814.515259] env[69677]: _type = "Task" [ 814.515259] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.524059] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529d9aac-3337-4dc6-5418-b64e2cb3da80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.679602] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.679781] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.679879] env[69677]: DEBUG nova.network.neutron [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.897264] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436313, 'name': Rename_Task, 'duration_secs': 0.21308} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.897570] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.897820] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c255a9e2-e0db-4b63-919d-e1b6c6d7da5c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.906025] env[69677]: DEBUG nova.compute.utils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.907521] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 814.907521] env[69677]: value = "task-3436314" [ 814.907521] env[69677]: _type = "Task" [ 814.907521] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.908016] env[69677]: DEBUG nova.compute.manager [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.908192] env[69677]: DEBUG nova.network.neutron [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.920116] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77001fbc-25e2-4004-81f6-a74006b153d6 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.519s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.921442] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.762s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.921631] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.923647] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.063s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.925213] env[69677]: INFO nova.compute.claims [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.935372] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436314, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.949846] env[69677]: INFO nova.scheduler.client.report [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Deleted allocations for instance 5b5ef5ac-82da-4e8b-aabf-966539bbf495 [ 814.961620] env[69677]: DEBUG nova.policy [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99b524e0828746b6abdc3ac4f5d36a3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec948362c89941e3908365a68fd29d84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.025519] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529d9aac-3337-4dc6-5418-b64e2cb3da80, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.026407] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29ceadd-9a27-48c6-a769-5a00e6339ad9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.032475] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 815.032475] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527c7ad8-47dd-05ba-5632-2547e7673442" [ 815.032475] env[69677]: _type = "Task" [ 815.032475] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.040522] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527c7ad8-47dd-05ba-5632-2547e7673442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.207060] env[69677]: DEBUG nova.network.neutron [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Successfully created port: 0a8a1038-2197-4682-b862-da129a8b1513 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.213014] env[69677]: DEBUG nova.network.neutron [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.360370] env[69677]: DEBUG nova.network.neutron [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Updating instance_info_cache with network_info: [{"id": "d1703ccf-221d-4e84-ab7c-c3fa0ea42fee", "address": "fa:16:3e:39:4d:c2", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1703ccf-22", "ovs_interfaceid": "d1703ccf-221d-4e84-ab7c-c3fa0ea42fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.408872] env[69677]: DEBUG nova.compute.manager [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.421799] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.463667] env[69677]: DEBUG oslo_concurrency.lockutils [None req-219f588d-8ba2-4b40-84e2-07737a098174 tempest-ServersListShow296Test-759723059 tempest-ServersListShow296Test-759723059-project-member] Lock "5b5ef5ac-82da-4e8b-aabf-966539bbf495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.671s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.543308] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527c7ad8-47dd-05ba-5632-2547e7673442, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.543583] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.543841] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 34795b29-b345-41fd-b3e1-3898e3d86fcc/34795b29-b345-41fd-b3e1-3898e3d86fcc.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.544129] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c9e2882-7357-4fe5-9241-6d101a034a80 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.550811] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 815.550811] env[69677]: value = "task-3436315" [ 815.550811] env[69677]: _type = "Task" [ 815.550811] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.558954] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.864178] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.864436] env[69677]: DEBUG nova.compute.manager [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Instance network_info: |[{"id": "d1703ccf-221d-4e84-ab7c-c3fa0ea42fee", "address": "fa:16:3e:39:4d:c2", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1703ccf-22", "ovs_interfaceid": "d1703ccf-221d-4e84-ab7c-c3fa0ea42fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.926859] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.065032] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476387} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.067996] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 34795b29-b345-41fd-b3e1-3898e3d86fcc/34795b29-b345-41fd-b3e1-3898e3d86fcc.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.068263] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.069008] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f6500fe-0383-4692-bbd4-6cd91eda154a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.076296] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 816.076296] env[69677]: value = "task-3436316" [ 816.076296] env[69677]: _type = "Task" [ 816.076296] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.088807] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.424935] env[69677]: DEBUG nova.compute.manager [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.426962] env[69677]: DEBUG oslo_vmware.api [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436314, 'name': PowerOnVM_Task, 'duration_secs': 1.315612} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.427338] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.427544] env[69677]: INFO nova.compute.manager [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Took 9.80 seconds to spawn the instance on the hypervisor. [ 816.427738] env[69677]: DEBUG nova.compute.manager [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.430632] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c76bf1-9b3d-486c-80e7-fc171ad65fad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.453282] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d205629c-041d-4767-8e05-52affe64e9a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.461843] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b00ed8d-1a9f-4856-b49c-277babec3faa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.495092] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325e6d5c-8f68-4581-a54a-d0e986db508d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.503179] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc33014-47e6-4e2d-a563-38479e313efd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.516984] env[69677]: DEBUG nova.compute.provider_tree [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.585723] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083996} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.586868] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.587049] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1944b5-8317-48b8-8a6e-2bcbdcaf9bf4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.610641] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 34795b29-b345-41fd-b3e1-3898e3d86fcc/34795b29-b345-41fd-b3e1-3898e3d86fcc.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.610641] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89cf5b62-5c6e-4a6f-b233-5b3b56e85130 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.631413] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 816.631413] env[69677]: value = "task-3436317" [ 816.631413] env[69677]: _type = "Task" [ 816.631413] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.641126] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.710845] env[69677]: DEBUG nova.network.neutron [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Successfully updated port: 0a8a1038-2197-4682-b862-da129a8b1513 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.950051] env[69677]: INFO nova.compute.manager [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Took 57.81 seconds to build instance. [ 817.019741] env[69677]: DEBUG nova.scheduler.client.report [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.125398] env[69677]: DEBUG nova.virt.hardware [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.125398] env[69677]: DEBUG nova.virt.hardware [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.125398] env[69677]: DEBUG nova.virt.hardware [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.125829] env[69677]: DEBUG nova.virt.hardware [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.125829] env[69677]: DEBUG nova.virt.hardware [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.125829] env[69677]: DEBUG nova.virt.hardware [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.125829] env[69677]: DEBUG nova.virt.hardware [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.125829] env[69677]: DEBUG nova.virt.hardware [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.126025] env[69677]: DEBUG nova.virt.hardware [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.126183] env[69677]: DEBUG nova.virt.hardware [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.126398] env[69677]: DEBUG nova.virt.hardware [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.129112] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c600ff-0cda-4d68-affe-e280097c9209 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.139634] env[69677]: DEBUG nova.virt.hardware [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.139893] env[69677]: DEBUG nova.virt.hardware [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.140116] env[69677]: DEBUG nova.virt.hardware [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.140866] env[69677]: DEBUG nova.virt.hardware [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.140866] env[69677]: DEBUG nova.virt.hardware [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.140866] env[69677]: DEBUG nova.virt.hardware [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.141015] env[69677]: DEBUG nova.virt.hardware [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.141125] env[69677]: DEBUG nova.virt.hardware [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.141335] env[69677]: DEBUG nova.virt.hardware [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.141616] env[69677]: DEBUG nova.virt.hardware [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.141721] env[69677]: DEBUG nova.virt.hardware [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.144179] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb99227-8143-45d4-960e-7825ba20df23 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.151215] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6abce06-3cdf-4466-9101-0ac97a964a22 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.162033] env[69677]: DEBUG oslo_vmware.rw_handles [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524484a0-9f49-e793-c478-76764ab7e5e5/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 817.163590] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.164390] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9a5dad-04ee-4e5a-b0cc-85e1f60b0e46 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.169143] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c9e85a-f82e-49a4-8c8e-e3c703bcbb54 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.181900] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:4d:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1703ccf-221d-4e84-ab7c-c3fa0ea42fee', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.190036] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Creating folder: Project (ec948362c89941e3908365a68fd29d84). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.192706] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a20d8db9-bdb5-4626-86cb-c317851f4b17 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.193641] env[69677]: DEBUG oslo_vmware.rw_handles [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524484a0-9f49-e793-c478-76764ab7e5e5/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 817.193815] env[69677]: ERROR oslo_vmware.rw_handles [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524484a0-9f49-e793-c478-76764ab7e5e5/disk-0.vmdk due to incomplete transfer. [ 817.202218] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e9fda71-e5fc-4d33-8761-6b02d343b6ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.212199] env[69677]: DEBUG oslo_vmware.rw_handles [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524484a0-9f49-e793-c478-76764ab7e5e5/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 817.212407] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Uploaded image cb1ad311-6562-4434-a85d-a036b4156dce to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 817.214988] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 817.216981] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "refresh_cache-92464135-7fa4-4345-9abb-27410703114d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.217170] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "refresh_cache-92464135-7fa4-4345-9abb-27410703114d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.217340] env[69677]: DEBUG nova.network.neutron [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.218556] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d4084ab-3e05-4786-85a1-63fa029bc8a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.220223] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Created folder: Project (ec948362c89941e3908365a68fd29d84) in parent group-v685897. [ 817.220401] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Creating folder: Instances. Parent ref: group-v686036. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.220844] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46c96dcd-c39b-4a5b-b3bb-0559f591f681 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.226445] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 817.226445] env[69677]: value = "task-3436319" [ 817.226445] env[69677]: _type = "Task" [ 817.226445] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.233233] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Created folder: Instances in parent group-v686036. [ 817.233470] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.233644] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.233972] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84317bbe-05f5-4699-b1bc-9d93c0b314cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.255535] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436319, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.260633] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.260633] env[69677]: value = "task-3436321" [ 817.260633] env[69677]: _type = "Task" [ 817.260633] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.268077] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436321, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.453250] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82157605-96a7-4ea9-8046-31d135fb5a11 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.814s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.525688] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.525688] env[69677]: DEBUG nova.compute.manager [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.533031] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.855s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.533031] env[69677]: INFO nova.compute.claims [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.644078] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436317, 'name': ReconfigVM_Task, 'duration_secs': 0.585742} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.644462] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 34795b29-b345-41fd-b3e1-3898e3d86fcc/34795b29-b345-41fd-b3e1-3898e3d86fcc.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.646051] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c4da4c5-78c2-4451-9ed4-fe3f7ac62a15 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.653668] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 817.653668] env[69677]: value = "task-3436322" [ 817.653668] env[69677]: _type = "Task" [ 817.653668] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.664247] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436322, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.743146] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436319, 'name': Destroy_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.770622] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436321, 'name': CreateVM_Task, 'duration_secs': 0.426624} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.770807] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.771519] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.771720] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.771983] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.772259] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9b32ba-0a7c-4127-8655-000a0ccfe2e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.778272] env[69677]: DEBUG nova.network.neutron [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.782602] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 817.782602] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522bc39c-d62a-2884-1510-69e273f2faf1" [ 817.782602] env[69677]: _type = "Task" [ 817.782602] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.792763] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522bc39c-d62a-2884-1510-69e273f2faf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.956229] env[69677]: DEBUG nova.compute.manager [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.036770] env[69677]: DEBUG nova.compute.utils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.042743] env[69677]: DEBUG nova.compute.manager [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.042743] env[69677]: DEBUG nova.network.neutron [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.076207] env[69677]: DEBUG nova.network.neutron [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Updating instance_info_cache with network_info: [{"id": "0a8a1038-2197-4682-b862-da129a8b1513", "address": "fa:16:3e:c2:df:98", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8a1038-21", "ovs_interfaceid": "0a8a1038-2197-4682-b862-da129a8b1513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.144713] env[69677]: DEBUG nova.policy [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca7043b1c05d462d94f123ede1177536', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '350067d49ee548a48b3927ffa4be0483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.165867] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436322, 'name': Rename_Task, 'duration_secs': 0.209277} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.166360] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.166679] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-013d4c2b-ea6e-45ea-94aa-1635205bb4a1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.174713] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 818.174713] env[69677]: value = "task-3436323" [ 818.174713] env[69677]: _type = "Task" [ 818.174713] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.183247] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.190730] env[69677]: DEBUG nova.compute.manager [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Received event network-vif-plugged-7ff6daf8-b2ae-466d-a945-668da9aaa0f9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.191014] env[69677]: DEBUG oslo_concurrency.lockutils [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] Acquiring lock "34795b29-b345-41fd-b3e1-3898e3d86fcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.191272] env[69677]: DEBUG oslo_concurrency.lockutils [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] Lock "34795b29-b345-41fd-b3e1-3898e3d86fcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.191473] env[69677]: DEBUG oslo_concurrency.lockutils [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] Lock "34795b29-b345-41fd-b3e1-3898e3d86fcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.191682] env[69677]: DEBUG nova.compute.manager [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] No waiting events found dispatching network-vif-plugged-7ff6daf8-b2ae-466d-a945-668da9aaa0f9 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.191914] env[69677]: WARNING nova.compute.manager [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Received unexpected event network-vif-plugged-7ff6daf8-b2ae-466d-a945-668da9aaa0f9 for instance with vm_state building and task_state spawning. [ 818.192120] env[69677]: DEBUG nova.compute.manager [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Received event network-changed-7ff6daf8-b2ae-466d-a945-668da9aaa0f9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.192412] env[69677]: DEBUG nova.compute.manager [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Refreshing instance network info cache due to event network-changed-7ff6daf8-b2ae-466d-a945-668da9aaa0f9. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.192571] env[69677]: DEBUG oslo_concurrency.lockutils [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] Acquiring lock "refresh_cache-34795b29-b345-41fd-b3e1-3898e3d86fcc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.192787] env[69677]: DEBUG oslo_concurrency.lockutils [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] Acquired lock "refresh_cache-34795b29-b345-41fd-b3e1-3898e3d86fcc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.192934] env[69677]: DEBUG nova.network.neutron [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Refreshing network info cache for port 7ff6daf8-b2ae-466d-a945-668da9aaa0f9 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.216322] env[69677]: DEBUG nova.compute.manager [req-cc16545b-5ec6-468e-8217-026330a4870b req-10c774cb-2ac2-455d-ae9d-f190c9d823e2 service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Received event network-vif-plugged-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.216634] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc16545b-5ec6-468e-8217-026330a4870b req-10c774cb-2ac2-455d-ae9d-f190c9d823e2 service nova] Acquiring lock "6688d464-3e5c-4624-ba73-0b5bf35bba23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.216961] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc16545b-5ec6-468e-8217-026330a4870b req-10c774cb-2ac2-455d-ae9d-f190c9d823e2 service nova] Lock "6688d464-3e5c-4624-ba73-0b5bf35bba23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.217880] env[69677]: DEBUG oslo_concurrency.lockutils [req-cc16545b-5ec6-468e-8217-026330a4870b req-10c774cb-2ac2-455d-ae9d-f190c9d823e2 service nova] Lock "6688d464-3e5c-4624-ba73-0b5bf35bba23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.218167] env[69677]: DEBUG nova.compute.manager [req-cc16545b-5ec6-468e-8217-026330a4870b req-10c774cb-2ac2-455d-ae9d-f190c9d823e2 service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] No waiting events found dispatching network-vif-plugged-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.218447] env[69677]: WARNING nova.compute.manager [req-cc16545b-5ec6-468e-8217-026330a4870b req-10c774cb-2ac2-455d-ae9d-f190c9d823e2 service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Received unexpected event network-vif-plugged-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee for instance with vm_state building and task_state spawning. [ 818.244696] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436319, 'name': Destroy_Task, 'duration_secs': 0.521721} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.244696] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Destroyed the VM [ 818.244696] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 818.244696] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a05a41ee-19e6-415f-8c06-8d7589ccc6be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.249011] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 818.249011] env[69677]: value = "task-3436324" [ 818.249011] env[69677]: _type = "Task" [ 818.249011] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.262160] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436324, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.295011] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522bc39c-d62a-2884-1510-69e273f2faf1, 'name': SearchDatastore_Task, 'duration_secs': 0.016765} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.295011] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.295011] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.295011] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.295219] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.295219] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.295219] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dffd00ab-bd07-40e1-9fc7-59ed7c94028f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.304985] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.304985] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.307392] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c1e19e8-8455-4d74-af74-bfa8e502103c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.317498] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 818.317498] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523ab5f3-1be8-572f-3317-1654861defcb" [ 818.317498] env[69677]: _type = "Task" [ 818.317498] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.330796] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523ab5f3-1be8-572f-3317-1654861defcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.484046] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.548184] env[69677]: DEBUG nova.compute.manager [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.579976] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "refresh_cache-92464135-7fa4-4345-9abb-27410703114d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.585015] env[69677]: DEBUG nova.compute.manager [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Instance network_info: |[{"id": "0a8a1038-2197-4682-b862-da129a8b1513", "address": "fa:16:3e:c2:df:98", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8a1038-21", "ovs_interfaceid": "0a8a1038-2197-4682-b862-da129a8b1513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.585239] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:df:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a8a1038-2197-4682-b862-da129a8b1513', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.595756] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.598945] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92464135-7fa4-4345-9abb-27410703114d] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.599603] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c1dc845-dfdb-4abe-a0c4-fc5b9fa6f31a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.624540] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.624540] env[69677]: value = "task-3436325" [ 818.624540] env[69677]: _type = "Task" [ 818.624540] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.637560] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436325, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.657251] env[69677]: DEBUG nova.network.neutron [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Successfully created port: 7e8399c1-7553-4a00-99d3-d95ed3a5ad83 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.685782] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436323, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.770954] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436324, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.826250] env[69677]: INFO nova.compute.manager [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Rescuing [ 818.826809] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquiring lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.827068] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquired lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.827316] env[69677]: DEBUG nova.network.neutron [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.836336] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523ab5f3-1be8-572f-3317-1654861defcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.845015] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd896147-8533-4b0b-95a0-2fb2e3836c00 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.853583] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 818.853583] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5243a703-e667-cda3-caa1-08d11f6b52e6" [ 818.853583] env[69677]: _type = "Task" [ 818.853583] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.864560] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5243a703-e667-cda3-caa1-08d11f6b52e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.928766] env[69677]: DEBUG oslo_concurrency.lockutils [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquiring lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.929426] env[69677]: DEBUG oslo_concurrency.lockutils [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.929657] env[69677]: DEBUG oslo_concurrency.lockutils [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquiring lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.929842] env[69677]: DEBUG oslo_concurrency.lockutils [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.930013] env[69677]: DEBUG oslo_concurrency.lockutils [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.932855] env[69677]: INFO nova.compute.manager [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Terminating instance [ 818.977701] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d26-decc-f339-4ad3-b62eaf7dbf18/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 818.978813] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3d344a-e417-457a-a106-78a923857c2d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.987324] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d26-decc-f339-4ad3-b62eaf7dbf18/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 818.987486] env[69677]: ERROR oslo_vmware.rw_handles [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d26-decc-f339-4ad3-b62eaf7dbf18/disk-0.vmdk due to incomplete transfer. [ 818.987719] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01ccce2d-4a1d-4e09-b6b0-9ed54fa430b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.995640] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52267d26-decc-f339-4ad3-b62eaf7dbf18/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 818.995744] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Uploaded image 78c572d9-f3af-4ff0-8c52-ea346db29d3b to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 818.997647] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 819.001168] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e6af537d-baa4-4c42-8bb3-a1171656158d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.008335] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 819.008335] env[69677]: value = "task-3436326" [ 819.008335] env[69677]: _type = "Task" [ 819.008335] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.023448] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436326, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.138431] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436325, 'name': CreateVM_Task, 'duration_secs': 0.471611} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.142061] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92464135-7fa4-4345-9abb-27410703114d] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.144894] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.144894] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.144894] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.144894] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230f0af8-4414-4093-861f-2a3662e01143 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.148924] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 819.148924] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527fe8eb-b305-cb5b-410e-be0e30beeea8" [ 819.148924] env[69677]: _type = "Task" [ 819.148924] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.162449] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527fe8eb-b305-cb5b-410e-be0e30beeea8, 'name': SearchDatastore_Task, 'duration_secs': 0.010524} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.162724] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.162877] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.163141] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.197159] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436323, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.218350] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f89a530-f5d2-4191-bbdf-c7ae83939949 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.226203] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a28f83-d329-457c-92ff-b7dde1cc8f2b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.263036] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fc7386-2cd0-4414-b2b7-e80808d9ae07 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.277569] env[69677]: DEBUG oslo_vmware.api [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436324, 'name': RemoveSnapshot_Task, 'duration_secs': 0.826493} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.277958] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d0ee36-358a-4703-83bc-82ba1788c3f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.282659] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 819.282659] env[69677]: INFO nova.compute.manager [None req-7e4591bc-9372-4fda-9772-69d9d2be250c tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Took 15.68 seconds to snapshot the instance on the hypervisor. [ 819.296817] env[69677]: DEBUG nova.compute.provider_tree [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.364632] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5243a703-e667-cda3-caa1-08d11f6b52e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013653} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.364909] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.365185] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 6688d464-3e5c-4624-ba73-0b5bf35bba23/6688d464-3e5c-4624-ba73-0b5bf35bba23.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.365465] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.366333] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.366333] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2edb48ec-98e1-4984-b22f-096e7699f4cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.370434] env[69677]: DEBUG nova.network.neutron [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Updated VIF entry in instance network info cache for port 7ff6daf8-b2ae-466d-a945-668da9aaa0f9. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.370783] env[69677]: DEBUG nova.network.neutron [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Updating instance_info_cache with network_info: [{"id": "7ff6daf8-b2ae-466d-a945-668da9aaa0f9", "address": "fa:16:3e:fc:36:8f", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ff6daf8-b2", "ovs_interfaceid": "7ff6daf8-b2ae-466d-a945-668da9aaa0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.372360] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dda99316-3d96-4de0-a89a-2b5c5ad7f0d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.382020] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 819.382020] env[69677]: value = "task-3436327" [ 819.382020] env[69677]: _type = "Task" [ 819.382020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.387765] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.388209] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.390536] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38618c70-8f85-4189-8b74-891bdb47bdec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.398358] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.401976] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 819.401976] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526fe98f-6f08-b6ae-7e6d-d238656a9574" [ 819.401976] env[69677]: _type = "Task" [ 819.401976] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.410498] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526fe98f-6f08-b6ae-7e6d-d238656a9574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.437377] env[69677]: DEBUG nova.compute.manager [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 819.437602] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.438628] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084bd4d8-61a6-4dd7-916f-b9dbca4121c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.448862] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.449149] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18a89cdc-7d64-4a50-82e9-bfa514f7b532 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.455623] env[69677]: DEBUG oslo_vmware.api [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for the task: (returnval){ [ 819.455623] env[69677]: value = "task-3436328" [ 819.455623] env[69677]: _type = "Task" [ 819.455623] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.467889] env[69677]: DEBUG oslo_vmware.api [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.518852] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436326, 'name': Destroy_Task, 'duration_secs': 0.365855} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.519209] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Destroyed the VM [ 819.519516] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 819.519876] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d04f0813-83f8-4d28-ab44-0048d6cfc8c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.527261] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 819.527261] env[69677]: value = "task-3436329" [ 819.527261] env[69677]: _type = "Task" [ 819.527261] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.537064] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436329, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.568045] env[69677]: DEBUG nova.compute.manager [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.598575] env[69677]: DEBUG nova.virt.hardware [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.598575] env[69677]: DEBUG nova.virt.hardware [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.598575] env[69677]: DEBUG nova.virt.hardware [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.598727] env[69677]: DEBUG nova.virt.hardware [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.598727] env[69677]: DEBUG nova.virt.hardware [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.598727] env[69677]: DEBUG nova.virt.hardware [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.598727] env[69677]: DEBUG nova.virt.hardware [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.598727] env[69677]: DEBUG nova.virt.hardware [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.598871] env[69677]: DEBUG nova.virt.hardware [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.598871] env[69677]: DEBUG nova.virt.hardware [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.598871] env[69677]: DEBUG nova.virt.hardware [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.598871] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e855ee20-4d1c-4ba7-8c24-934cd64fc4a7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.602382] env[69677]: DEBUG nova.network.neutron [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updating instance_info_cache with network_info: [{"id": "462bff88-3c19-4776-a362-d12af458d9ae", "address": "fa:16:3e:29:a0:82", "network": {"id": "97ed577d-57f0-4a6f-a811-10daeb8881fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-919955940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1dab394f836945749db0e3d093dbdd5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462bff88-3c", "ovs_interfaceid": "462bff88-3c19-4776-a362-d12af458d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.609787] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49fad6f-c9b1-4011-a5f7-5780d7eaa11b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.691348] env[69677]: DEBUG oslo_vmware.api [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436323, 'name': PowerOnVM_Task, 'duration_secs': 1.046796} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.691718] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.691893] env[69677]: INFO nova.compute.manager [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Took 8.91 seconds to spawn the instance on the hypervisor. [ 819.692095] env[69677]: DEBUG nova.compute.manager [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.693285] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca46d26-8f50-4a93-82f6-4c6a0f162615 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.800722] env[69677]: DEBUG nova.scheduler.client.report [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.875270] env[69677]: DEBUG oslo_concurrency.lockutils [req-10040df0-777d-4d9f-be79-a710d8d844d0 req-482fc265-7969-42c3-9395-99d31a864878 service nova] Releasing lock "refresh_cache-34795b29-b345-41fd-b3e1-3898e3d86fcc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.892818] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436327, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.912970] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526fe98f-6f08-b6ae-7e6d-d238656a9574, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.914073] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8264e811-3c89-4552-a168-81c3246deedd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.923141] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 819.923141] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ff47a2-cbc5-8722-36ea-18894af8b78d" [ 819.923141] env[69677]: _type = "Task" [ 819.923141] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.932516] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ff47a2-cbc5-8722-36ea-18894af8b78d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.968773] env[69677]: DEBUG oslo_vmware.api [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436328, 'name': PowerOffVM_Task, 'duration_secs': 0.324855} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.968773] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.968773] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.968773] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3de462c0-9cb4-4049-913a-d96e15e83941 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.037789] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436329, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.083253] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.083424] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.083599] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Deleting the datastore file [datastore2] 42c8099a-cb13-4afd-94f7-4fc7506b36d7 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.084384] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94e8b380-c206-4bb2-bb95-2f6ca5f17da0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.091555] env[69677]: DEBUG oslo_vmware.api [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for the task: (returnval){ [ 820.091555] env[69677]: value = "task-3436331" [ 820.091555] env[69677]: _type = "Task" [ 820.091555] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.100107] env[69677]: DEBUG oslo_vmware.api [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.105812] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Releasing lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.212112] env[69677]: INFO nova.compute.manager [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Took 60.01 seconds to build instance. [ 820.313063] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.313657] env[69677]: DEBUG nova.compute.manager [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.318415] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.461s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.318841] env[69677]: DEBUG nova.objects.instance [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Lazy-loading 'resources' on Instance uuid 06b16f93-afb2-4c94-92b6-1afeffaf2f85 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.392987] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546357} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.395035] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 6688d464-3e5c-4624-ba73-0b5bf35bba23/6688d464-3e5c-4624-ba73-0b5bf35bba23.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.395035] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.395035] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e7ff6f8-50ee-4b63-abf0-a2915d8e4d41 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.403312] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 820.403312] env[69677]: value = "task-3436332" [ 820.403312] env[69677]: _type = "Task" [ 820.403312] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.411867] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.431638] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ff47a2-cbc5-8722-36ea-18894af8b78d, 'name': SearchDatastore_Task, 'duration_secs': 0.016384} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.431888] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.432159] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 92464135-7fa4-4345-9abb-27410703114d/92464135-7fa4-4345-9abb-27410703114d.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.432414] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09fcd439-1f08-4db5-9e8d-fd1670878470 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.438984] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 820.438984] env[69677]: value = "task-3436333" [ 820.438984] env[69677]: _type = "Task" [ 820.438984] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.448420] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.528332] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] Acquiring lock "refresh_cache-34795b29-b345-41fd-b3e1-3898e3d86fcc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.528589] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] Acquired lock "refresh_cache-34795b29-b345-41fd-b3e1-3898e3d86fcc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.528659] env[69677]: DEBUG nova.network.neutron [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.539458] env[69677]: DEBUG oslo_vmware.api [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436329, 'name': RemoveSnapshot_Task, 'duration_secs': 0.703485} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.540206] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 820.540432] env[69677]: INFO nova.compute.manager [None req-eaeb88c3-3972-4fd8-a560-eb4dc0f9e172 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Took 13.33 seconds to snapshot the instance on the hypervisor. [ 820.606447] env[69677]: DEBUG oslo_vmware.api [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Task: {'id': task-3436331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140429} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.606447] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.606546] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.607384] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.607384] env[69677]: INFO nova.compute.manager [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 820.607384] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.607384] env[69677]: DEBUG nova.compute.manager [-] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.608091] env[69677]: DEBUG nova.network.neutron [-] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.716685] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4a1b4e14-71d7-42dc-ba75-701b0bdce905 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "34795b29-b345-41fd-b3e1-3898e3d86fcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.720s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.773101] env[69677]: DEBUG nova.network.neutron [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Successfully updated port: 7e8399c1-7553-4a00-99d3-d95ed3a5ad83 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.793231] env[69677]: DEBUG nova.compute.manager [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Received event network-changed-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.793231] env[69677]: DEBUG nova.compute.manager [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Refreshing instance network info cache due to event network-changed-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.793231] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] Acquiring lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.793231] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] Acquired lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.793231] env[69677]: DEBUG nova.network.neutron [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Refreshing network info cache for port d1703ccf-221d-4e84-ab7c-c3fa0ea42fee {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.826095] env[69677]: DEBUG nova.compute.utils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.831960] env[69677]: DEBUG nova.compute.manager [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.832690] env[69677]: DEBUG nova.network.neutron [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.915582] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08126} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.915844] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.916750] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03476fb-aad2-48bc-abe1-3825bc749c6e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.944505] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 6688d464-3e5c-4624-ba73-0b5bf35bba23/6688d464-3e5c-4624-ba73-0b5bf35bba23.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.946139] env[69677]: DEBUG nova.policy [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28ba5695bb644e00a51210d34246857b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff2edec4edc84828a0a2bac487dbd26d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.951198] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be99d94f-044d-49c9-9815-a42fd95e8b31 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.976069] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450492} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.977620] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 92464135-7fa4-4345-9abb-27410703114d/92464135-7fa4-4345-9abb-27410703114d.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.978976] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.978976] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 820.978976] env[69677]: value = "task-3436334" [ 820.978976] env[69677]: _type = "Task" [ 820.978976] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.978976] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02999cb8-28bd-41d7-a623-af93d63de811 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.989834] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 820.989834] env[69677]: value = "task-3436335" [ 820.989834] env[69677]: _type = "Task" [ 820.989834] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.995791] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.008195] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.182514] env[69677]: DEBUG nova.compute.manager [req-fc3d6b6e-bb96-4fb0-8e97-af9fa9c23fb2 req-0dfdf492-b583-4726-a87c-b578c0582267 service nova] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Received event network-vif-plugged-7e8399c1-7553-4a00-99d3-d95ed3a5ad83 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.182514] env[69677]: DEBUG oslo_concurrency.lockutils [req-fc3d6b6e-bb96-4fb0-8e97-af9fa9c23fb2 req-0dfdf492-b583-4726-a87c-b578c0582267 service nova] Acquiring lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.182514] env[69677]: DEBUG oslo_concurrency.lockutils [req-fc3d6b6e-bb96-4fb0-8e97-af9fa9c23fb2 req-0dfdf492-b583-4726-a87c-b578c0582267 service nova] Lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.182514] env[69677]: DEBUG oslo_concurrency.lockutils [req-fc3d6b6e-bb96-4fb0-8e97-af9fa9c23fb2 req-0dfdf492-b583-4726-a87c-b578c0582267 service nova] Lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.182795] env[69677]: DEBUG nova.compute.manager [req-fc3d6b6e-bb96-4fb0-8e97-af9fa9c23fb2 req-0dfdf492-b583-4726-a87c-b578c0582267 service nova] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] No waiting events found dispatching network-vif-plugged-7e8399c1-7553-4a00-99d3-d95ed3a5ad83 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.182795] env[69677]: WARNING nova.compute.manager [req-fc3d6b6e-bb96-4fb0-8e97-af9fa9c23fb2 req-0dfdf492-b583-4726-a87c-b578c0582267 service nova] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Received unexpected event network-vif-plugged-7e8399c1-7553-4a00-99d3-d95ed3a5ad83 for instance with vm_state building and task_state spawning. [ 821.221282] env[69677]: DEBUG nova.compute.manager [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.263051] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "fad4385f-c21f-4236-b028-464df7b50b70" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.263832] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "fad4385f-c21f-4236-b028-464df7b50b70" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.264147] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "fad4385f-c21f-4236-b028-464df7b50b70-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.264406] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "fad4385f-c21f-4236-b028-464df7b50b70-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.264591] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "fad4385f-c21f-4236-b028-464df7b50b70-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.272177] env[69677]: INFO nova.compute.manager [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Terminating instance [ 821.281185] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "refresh_cache-3855bfe0-e66d-4871-b221-c1ceada2d3cc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.281807] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "refresh_cache-3855bfe0-e66d-4871-b221-c1ceada2d3cc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.281807] env[69677]: DEBUG nova.network.neutron [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.329744] env[69677]: DEBUG nova.compute.manager [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.357095] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquiring lock "ab249b30-8c3f-4b42-bab8-aec62b67d426" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.357465] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Lock "ab249b30-8c3f-4b42-bab8-aec62b67d426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.497630] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.504278] env[69677]: DEBUG nova.network.neutron [-] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.515310] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062682} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.515310] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.515310] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bfb9f6-5447-4a5a-bd3c-87ab6b3af688 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.519039] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ea5e6-7d60-47a9-abb9-40b003e30b79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.543379] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 92464135-7fa4-4345-9abb-27410703114d/92464135-7fa4-4345-9abb-27410703114d.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.544865] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba329ec-2ca9-444f-a2e8-36b7cdc2674f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.562210] env[69677]: DEBUG nova.network.neutron [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Updating instance_info_cache with network_info: [{"id": "7ff6daf8-b2ae-466d-a945-668da9aaa0f9", "address": "fa:16:3e:fc:36:8f", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ff6daf8-b2", "ovs_interfaceid": "7ff6daf8-b2ae-466d-a945-668da9aaa0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.567708] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270be442-7b40-40bc-b6bc-09b241fc1594 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.575018] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 821.575018] env[69677]: value = "task-3436336" [ 821.575018] env[69677]: _type = "Task" [ 821.575018] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.609776] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fee51a8-0932-4800-91a4-20fbe8c7c542 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.616627] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.623044] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a1fea6-f6b2-4059-9ca3-427e8cfee9be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.638244] env[69677]: DEBUG nova.compute.provider_tree [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.643017] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.643017] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45289aaf-3d74-4da3-8017-e3dabc54db6d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.647992] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 821.647992] env[69677]: value = "task-3436337" [ 821.647992] env[69677]: _type = "Task" [ 821.647992] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.656503] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.669475] env[69677]: DEBUG nova.network.neutron [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Updated VIF entry in instance network info cache for port d1703ccf-221d-4e84-ab7c-c3fa0ea42fee. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.669996] env[69677]: DEBUG nova.network.neutron [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Updating instance_info_cache with network_info: [{"id": "d1703ccf-221d-4e84-ab7c-c3fa0ea42fee", "address": "fa:16:3e:39:4d:c2", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1703ccf-22", "ovs_interfaceid": "d1703ccf-221d-4e84-ab7c-c3fa0ea42fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.678280] env[69677]: DEBUG nova.network.neutron [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Successfully created port: 1a49dabd-be89-45f9-9b0d-8035bf6bcc08 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.747153] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.777711] env[69677]: DEBUG nova.compute.manager [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.778060] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.778883] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cdc940-cbbf-4f4e-b9d4-a47502fc9ae2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.789470] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.790151] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc9485ae-2f20-4336-85d5-c8f7addb63c1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.847939] env[69677]: DEBUG nova.network.neutron [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.853120] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.854165] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.854165] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleting the datastore file [datastore2] fad4385f-c21f-4236-b028-464df7b50b70 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.854165] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20763891-909a-4a71-b4bc-aee0f2ce19ae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.860849] env[69677]: DEBUG oslo_vmware.api [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 821.860849] env[69677]: value = "task-3436339" [ 821.860849] env[69677]: _type = "Task" [ 821.860849] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.869793] env[69677]: DEBUG oslo_vmware.api [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.992928] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436334, 'name': ReconfigVM_Task, 'duration_secs': 0.796103} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.993312] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 6688d464-3e5c-4624-ba73-0b5bf35bba23/6688d464-3e5c-4624-ba73-0b5bf35bba23.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.994032] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b815ed1-0ee7-4732-b405-c5e0ee35314a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.000999] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 822.000999] env[69677]: value = "task-3436340" [ 822.000999] env[69677]: _type = "Task" [ 822.000999] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.005936] env[69677]: INFO nova.compute.manager [-] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Took 1.40 seconds to deallocate network for instance. [ 822.010682] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436340, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.067038] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] Releasing lock "refresh_cache-34795b29-b345-41fd-b3e1-3898e3d86fcc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.068834] env[69677]: DEBUG nova.compute.manager [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Inject network info {{(pid=69677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 822.068834] env[69677]: DEBUG nova.compute.manager [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] network_info to inject: |[{"id": "7ff6daf8-b2ae-466d-a945-668da9aaa0f9", "address": "fa:16:3e:fc:36:8f", "network": {"id": "d6eab47a-ddac-4c28-a195-db985e5bed15", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-468664416-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dbc62fb606a44c5ae4ab9f597af1acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ff6daf8-b2", "ovs_interfaceid": "7ff6daf8-b2ae-466d-a945-668da9aaa0f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 822.072542] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Reconfiguring VM instance to set the machine id {{(pid=69677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 822.073192] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8048f155-c97f-4434-a707-12c65cc57897 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.097525] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436336, 'name': ReconfigVM_Task, 'duration_secs': 0.43961} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.098911] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 92464135-7fa4-4345-9abb-27410703114d/92464135-7fa4-4345-9abb-27410703114d.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.099798] env[69677]: DEBUG oslo_vmware.api [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] Waiting for the task: (returnval){ [ 822.099798] env[69677]: value = "task-3436341" [ 822.099798] env[69677]: _type = "Task" [ 822.099798] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.100061] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61da98fe-1568-44e5-9835-423f7562cb5b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.110655] env[69677]: DEBUG oslo_vmware.api [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] Task: {'id': task-3436341, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.112166] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 822.112166] env[69677]: value = "task-3436342" [ 822.112166] env[69677]: _type = "Task" [ 822.112166] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.123095] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436342, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.141728] env[69677]: DEBUG nova.scheduler.client.report [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.158818] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436337, 'name': PowerOffVM_Task, 'duration_secs': 0.199589} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.158818] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.159808] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f77366-3ef5-426c-8a19-fdd82f5bbca7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.183749] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] Releasing lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.184122] env[69677]: DEBUG nova.compute.manager [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] Received event network-vif-plugged-0a8a1038-2197-4682-b862-da129a8b1513 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.184394] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] Acquiring lock "92464135-7fa4-4345-9abb-27410703114d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.184673] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] Lock "92464135-7fa4-4345-9abb-27410703114d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.184895] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] Lock "92464135-7fa4-4345-9abb-27410703114d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.185122] env[69677]: DEBUG nova.compute.manager [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] No waiting events found dispatching network-vif-plugged-0a8a1038-2197-4682-b862-da129a8b1513 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.185351] env[69677]: WARNING nova.compute.manager [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] Received unexpected event network-vif-plugged-0a8a1038-2197-4682-b862-da129a8b1513 for instance with vm_state building and task_state spawning. [ 822.185588] env[69677]: DEBUG nova.compute.manager [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] Received event network-changed-0a8a1038-2197-4682-b862-da129a8b1513 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.185800] env[69677]: DEBUG nova.compute.manager [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] Refreshing instance network info cache due to event network-changed-0a8a1038-2197-4682-b862-da129a8b1513. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.186048] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] Acquiring lock "refresh_cache-92464135-7fa4-4345-9abb-27410703114d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.186275] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] Acquired lock "refresh_cache-92464135-7fa4-4345-9abb-27410703114d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.186489] env[69677]: DEBUG nova.network.neutron [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] Refreshing network info cache for port 0a8a1038-2197-4682-b862-da129a8b1513 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.191660] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eb843b-8fb4-4c9b-a412-876deadba793 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.215793] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquiring lock "74028c39-0858-48ca-aee8-18b66c99b242" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.216056] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Lock "74028c39-0858-48ca-aee8-18b66c99b242" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.216287] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquiring lock "74028c39-0858-48ca-aee8-18b66c99b242-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.216472] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Lock "74028c39-0858-48ca-aee8-18b66c99b242-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.216632] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Lock "74028c39-0858-48ca-aee8-18b66c99b242-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.220923] env[69677]: INFO nova.compute.manager [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Terminating instance [ 822.228540] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.228815] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e57843d6-f29b-4377-bfb0-38ac779c028a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.236016] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 822.236016] env[69677]: value = "task-3436343" [ 822.236016] env[69677]: _type = "Task" [ 822.236016] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.245326] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.273187] env[69677]: DEBUG nova.network.neutron [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Updating instance_info_cache with network_info: [{"id": "7e8399c1-7553-4a00-99d3-d95ed3a5ad83", "address": "fa:16:3e:32:cc:11", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e8399c1-75", "ovs_interfaceid": "7e8399c1-7553-4a00-99d3-d95ed3a5ad83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.340019] env[69677]: DEBUG nova.compute.manager [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.372887] env[69677]: DEBUG oslo_vmware.api [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206923} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.375162] env[69677]: DEBUG nova.virt.hardware [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.375545] env[69677]: DEBUG nova.virt.hardware [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.375762] env[69677]: DEBUG nova.virt.hardware [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.376364] env[69677]: DEBUG nova.virt.hardware [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.376592] env[69677]: DEBUG nova.virt.hardware [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.377136] env[69677]: DEBUG nova.virt.hardware [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.377136] env[69677]: DEBUG nova.virt.hardware [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.377560] env[69677]: DEBUG nova.virt.hardware [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.377560] env[69677]: DEBUG nova.virt.hardware [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.377728] env[69677]: DEBUG nova.virt.hardware [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.377979] env[69677]: DEBUG nova.virt.hardware [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.378351] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.378590] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.378815] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.379090] env[69677]: INFO nova.compute.manager [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Took 0.60 seconds to destroy the instance on the hypervisor. [ 822.379373] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.380153] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290598d4-0275-4f71-928a-1e613dd58ad8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.384323] env[69677]: DEBUG nova.compute.manager [-] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.384323] env[69677]: DEBUG nova.network.neutron [-] [instance: fad4385f-c21f-4236-b028-464df7b50b70] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.391408] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaa6bba-7727-461f-b5a2-12fd089e812d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.512448] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436340, 'name': Rename_Task, 'duration_secs': 0.215521} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.512610] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.512843] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0342585d-d273-467d-a1b5-ebb294be2613 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.515075] env[69677]: DEBUG oslo_concurrency.lockutils [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.521436] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 822.521436] env[69677]: value = "task-3436344" [ 822.521436] env[69677]: _type = "Task" [ 822.521436] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.527681] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.568639] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.568863] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.615888] env[69677]: DEBUG oslo_vmware.api [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] Task: {'id': task-3436341, 'name': ReconfigVM_Task, 'duration_secs': 0.168681} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.619094] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1cdb8827-94b3-4b67-bd8b-691e0be9f2cb tempest-ServersAdminTestJSON-1293411557 tempest-ServersAdminTestJSON-1293411557-project-admin] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Reconfigured VM instance to set the machine id {{(pid=69677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 822.627185] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436342, 'name': Rename_Task, 'duration_secs': 0.178319} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.627339] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.627517] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5016506d-6f5d-4fbc-94cc-dc41c7e1621f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.634619] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 822.634619] env[69677]: value = "task-3436345" [ 822.634619] env[69677]: _type = "Task" [ 822.634619] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.642816] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.651653] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.651653] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.569s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.651653] env[69677]: DEBUG nova.objects.instance [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lazy-loading 'resources' on Instance uuid 65c5ad62-ebc5-4897-bd9b-cff481bc925b {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.675406] env[69677]: INFO nova.scheduler.client.report [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Deleted allocations for instance 06b16f93-afb2-4c94-92b6-1afeffaf2f85 [ 822.732830] env[69677]: DEBUG nova.compute.manager [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.733071] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.734092] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fec1310-be11-4cc9-aeb7-3935d360ea5f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.745171] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.752655] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74865b04-f9cf-4c8b-a4ee-40e73b70e89b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.752655] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 822.752655] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.752655] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.752655] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.752972] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.753202] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-899ac77a-eb08-4f90-8a13-e499282b786e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.759410] env[69677]: DEBUG oslo_vmware.api [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for the task: (returnval){ [ 822.759410] env[69677]: value = "task-3436346" [ 822.759410] env[69677]: _type = "Task" [ 822.759410] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.763766] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.763968] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.765215] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcdedb7-9128-4bbb-a226-77e966720328 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.772771] env[69677]: DEBUG oslo_vmware.api [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3436346, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.776711] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "refresh_cache-3855bfe0-e66d-4871-b221-c1ceada2d3cc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.777120] env[69677]: DEBUG nova.compute.manager [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Instance network_info: |[{"id": "7e8399c1-7553-4a00-99d3-d95ed3a5ad83", "address": "fa:16:3e:32:cc:11", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e8399c1-75", "ovs_interfaceid": "7e8399c1-7553-4a00-99d3-d95ed3a5ad83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.777536] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 822.777536] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5289646b-01b2-3c9c-0501-386fbbd39c27" [ 822.777536] env[69677]: _type = "Task" [ 822.777536] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.777914] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:cc:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e8399c1-7553-4a00-99d3-d95ed3a5ad83', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.785979] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.786202] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.789979] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d388796-e87e-43e1-935d-6d15a7b0a7b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.815990] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5289646b-01b2-3c9c-0501-386fbbd39c27, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.817998] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.817998] env[69677]: value = "task-3436347" [ 822.817998] env[69677]: _type = "Task" [ 822.817998] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.818295] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6caf5fb2-81b8-4942-afff-4b68d88fa9fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.833334] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 822.833334] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52493402-0e69-683a-85c7-86911998ea17" [ 822.833334] env[69677]: _type = "Task" [ 822.833334] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.833568] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436347, 'name': CreateVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.843586] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52493402-0e69-683a-85c7-86911998ea17, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.843920] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.844232] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 6f17b191-573f-4eb6-86aa-8ced02ce14a0/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. {{(pid=69677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 822.844622] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9104e4aa-6bcb-427e-aef2-cdbbd2d12092 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.852366] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 822.852366] env[69677]: value = "task-3436348" [ 822.852366] env[69677]: _type = "Task" [ 822.852366] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.863628] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.031395] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436344, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.041460] env[69677]: DEBUG nova.network.neutron [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] Updated VIF entry in instance network info cache for port 0a8a1038-2197-4682-b862-da129a8b1513. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.042466] env[69677]: DEBUG nova.network.neutron [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] Updating instance_info_cache with network_info: [{"id": "0a8a1038-2197-4682-b862-da129a8b1513", "address": "fa:16:3e:c2:df:98", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8a1038-21", "ovs_interfaceid": "0a8a1038-2197-4682-b862-da129a8b1513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.147186] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.186174] env[69677]: DEBUG nova.compute.manager [req-8e8b4216-953e-43aa-b295-ad467665d741 req-3a3a2bab-c2c2-44bf-8b1a-12da3539e009 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Received event network-vif-deleted-a5300fd0-73bd-49e1-a4a1-966eefc59c12 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.186174] env[69677]: INFO nova.compute.manager [req-8e8b4216-953e-43aa-b295-ad467665d741 req-3a3a2bab-c2c2-44bf-8b1a-12da3539e009 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Neutron deleted interface a5300fd0-73bd-49e1-a4a1-966eefc59c12; detaching it from the instance and deleting it from the info cache [ 823.186174] env[69677]: DEBUG nova.network.neutron [req-8e8b4216-953e-43aa-b295-ad467665d741 req-3a3a2bab-c2c2-44bf-8b1a-12da3539e009 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.194716] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2c04fdc4-da3a-41b3-946a-cd88dbfb6d33 tempest-ServersV294TestFqdnHostnames-841526501 tempest-ServersV294TestFqdnHostnames-841526501-project-member] Lock "06b16f93-afb2-4c94-92b6-1afeffaf2f85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.761s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.272975] env[69677]: DEBUG oslo_vmware.api [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3436346, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.338647] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436347, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.367018] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436348, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.373386] env[69677]: DEBUG nova.compute.manager [req-e09adf1e-ce55-4f25-bcfe-0e1ec6dedf15 req-f6d8031d-e2dd-4ba4-928f-a065febdd1ae service nova] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Received event network-changed-7e8399c1-7553-4a00-99d3-d95ed3a5ad83 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.373568] env[69677]: DEBUG nova.compute.manager [req-e09adf1e-ce55-4f25-bcfe-0e1ec6dedf15 req-f6d8031d-e2dd-4ba4-928f-a065febdd1ae service nova] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Refreshing instance network info cache due to event network-changed-7e8399c1-7553-4a00-99d3-d95ed3a5ad83. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.373821] env[69677]: DEBUG oslo_concurrency.lockutils [req-e09adf1e-ce55-4f25-bcfe-0e1ec6dedf15 req-f6d8031d-e2dd-4ba4-928f-a065febdd1ae service nova] Acquiring lock "refresh_cache-3855bfe0-e66d-4871-b221-c1ceada2d3cc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.373965] env[69677]: DEBUG oslo_concurrency.lockutils [req-e09adf1e-ce55-4f25-bcfe-0e1ec6dedf15 req-f6d8031d-e2dd-4ba4-928f-a065febdd1ae service nova] Acquired lock "refresh_cache-3855bfe0-e66d-4871-b221-c1ceada2d3cc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.374175] env[69677]: DEBUG nova.network.neutron [req-e09adf1e-ce55-4f25-bcfe-0e1ec6dedf15 req-f6d8031d-e2dd-4ba4-928f-a065febdd1ae service nova] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Refreshing network info cache for port 7e8399c1-7553-4a00-99d3-d95ed3a5ad83 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.388808] env[69677]: DEBUG nova.network.neutron [-] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.476676] env[69677]: DEBUG nova.network.neutron [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Successfully updated port: 1a49dabd-be89-45f9-9b0d-8035bf6bcc08 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.540580] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436344, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.547636] env[69677]: DEBUG oslo_concurrency.lockutils [req-6bfd1f41-7cf9-4c5c-b804-b2fbb9c3a3c3 req-a1db0338-980e-4efb-a69c-edf63a0759cf service nova] Releasing lock "refresh_cache-92464135-7fa4-4345-9abb-27410703114d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.645403] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.694830] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0142cfc3-1d77-439a-9eba-6da06f1e48cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.707802] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69888112-3249-4623-b6ac-5f0d85c1f98c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.757023] env[69677]: DEBUG nova.compute.manager [req-8e8b4216-953e-43aa-b295-ad467665d741 req-3a3a2bab-c2c2-44bf-8b1a-12da3539e009 service nova] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Detach interface failed, port_id=a5300fd0-73bd-49e1-a4a1-966eefc59c12, reason: Instance fad4385f-c21f-4236-b028-464df7b50b70 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.771666] env[69677]: DEBUG oslo_vmware.api [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3436346, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.842961] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436347, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.863394] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526929} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.863682] env[69677]: INFO nova.virt.vmwareapi.ds_util [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 6f17b191-573f-4eb6-86aa-8ced02ce14a0/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. [ 823.864802] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376e19bb-5f18-4d83-9ad2-ea72249cf8a8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.869862] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbac6023-7a3c-4ed2-9977-ab3287d84c26 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.891987] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9ed93e-7ab4-4c27-b808-2b078fe8e16a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.902320] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 6f17b191-573f-4eb6-86aa-8ced02ce14a0/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.903144] env[69677]: INFO nova.compute.manager [-] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Took 1.52 seconds to deallocate network for instance. [ 823.903700] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17ea3382-4242-4b81-b008-ca3c5713ce13 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.695453] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "refresh_cache-84e21492-c7a1-4d7c-8c55-5466494c2757" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.695732] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired lock "refresh_cache-84e21492-c7a1-4d7c-8c55-5466494c2757" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.695857] env[69677]: DEBUG nova.network.neutron [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.705029] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.717501] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b967632-eb08-4c23-82d1-c6188ce2f979 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.722845] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 824.722845] env[69677]: value = "task-3436349" [ 824.722845] env[69677]: _type = "Task" [ 824.722845] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.748305] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436347, 'name': CreateVM_Task, 'duration_secs': 1.419021} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.748578] env[69677]: DEBUG oslo_vmware.api [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3436346, 'name': PowerOffVM_Task, 'duration_secs': 1.291387} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.748759] env[69677]: DEBUG oslo_vmware.api [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436345, 'name': PowerOnVM_Task, 'duration_secs': 1.523783} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.748956] env[69677]: DEBUG oslo_vmware.api [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436344, 'name': PowerOnVM_Task, 'duration_secs': 1.638644} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.750633] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.750919] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.751103] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.751357] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.751549] env[69677]: INFO nova.compute.manager [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Took 8.33 seconds to spawn the instance on the hypervisor. [ 824.751718] env[69677]: DEBUG nova.compute.manager [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.751969] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.752161] env[69677]: INFO nova.compute.manager [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Took 11.11 seconds to spawn the instance on the hypervisor. [ 824.752366] env[69677]: DEBUG nova.compute.manager [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.752996] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.753241] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.753551] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.753783] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f01d833-f90b-408e-9e62-fa7dc51ac09e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.756335] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d77b7e-b52a-477d-bb60-bd4829699621 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.760082] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557c8a1a-b98b-4798-90b8-01234af2b019 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.765548] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0708321a-d5e7-4afe-914e-23cdcd536ac9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.769762] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f8c620-e350-4b14-82cb-0bbbeda7ae27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.784276] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436349, 'name': ReconfigVM_Task, 'duration_secs': 0.781006} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.785988] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 6f17b191-573f-4eb6-86aa-8ced02ce14a0/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.786363] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 824.786363] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5229e286-17ef-ddd5-a689-69cc2c3a97ce" [ 824.786363] env[69677]: _type = "Task" [ 824.786363] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.789332] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21f9751-e83f-44c4-b451-dc431303f3e8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.803401] env[69677]: DEBUG nova.compute.provider_tree [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.829289] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5229e286-17ef-ddd5-a689-69cc2c3a97ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013818} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.836493] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.836741] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.836963] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.837118] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.837295] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.840099] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd192b2d-e807-4e73-8ac9-38d2b5d92821 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.851517] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7be0d747-b307-46e2-acfd-fd55365a3b2a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.852255] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.852624] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.852849] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Deleting the datastore file [datastore2] 74028c39-0858-48ca-aee8-18b66c99b242 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.854068] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07338f69-087d-4706-8796-9fe1631f24d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.858668] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 824.858668] env[69677]: value = "task-3436351" [ 824.858668] env[69677]: _type = "Task" [ 824.858668] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.863814] env[69677]: DEBUG oslo_vmware.api [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for the task: (returnval){ [ 824.863814] env[69677]: value = "task-3436352" [ 824.863814] env[69677]: _type = "Task" [ 824.863814] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.870710] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.871315] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.871507] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.872642] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27cfaaec-6487-4e93-8c49-970193e65d2f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.880931] env[69677]: DEBUG oslo_vmware.api [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3436352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.881871] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 824.881871] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5253fb2b-65e5-eddb-fd8c-556e4753fe80" [ 824.881871] env[69677]: _type = "Task" [ 824.881871] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.889182] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5253fb2b-65e5-eddb-fd8c-556e4753fe80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.141382] env[69677]: DEBUG nova.network.neutron [req-e09adf1e-ce55-4f25-bcfe-0e1ec6dedf15 req-f6d8031d-e2dd-4ba4-928f-a065febdd1ae service nova] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Updated VIF entry in instance network info cache for port 7e8399c1-7553-4a00-99d3-d95ed3a5ad83. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.141751] env[69677]: DEBUG nova.network.neutron [req-e09adf1e-ce55-4f25-bcfe-0e1ec6dedf15 req-f6d8031d-e2dd-4ba4-928f-a065febdd1ae service nova] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Updating instance_info_cache with network_info: [{"id": "7e8399c1-7553-4a00-99d3-d95ed3a5ad83", "address": "fa:16:3e:32:cc:11", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e8399c1-75", "ovs_interfaceid": "7e8399c1-7553-4a00-99d3-d95ed3a5ad83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.257289] env[69677]: DEBUG nova.network.neutron [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.299719] env[69677]: INFO nova.compute.manager [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Took 58.21 seconds to build instance. [ 825.306235] env[69677]: INFO nova.compute.manager [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Took 63.87 seconds to build instance. [ 825.329486] env[69677]: DEBUG nova.scheduler.client.report [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.378346] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436351, 'name': ReconfigVM_Task, 'duration_secs': 0.382357} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.381831] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.382631] env[69677]: DEBUG oslo_vmware.api [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Task: {'id': task-3436352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180053} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.382769] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63655941-cf33-4501-be33-ec37524be1d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.389362] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.389362] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.389362] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.389362] env[69677]: INFO nova.compute.manager [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Took 2.66 seconds to destroy the instance on the hypervisor. [ 825.389362] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.389683] env[69677]: DEBUG nova.compute.manager [-] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.389683] env[69677]: DEBUG nova.network.neutron [-] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.398744] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5253fb2b-65e5-eddb-fd8c-556e4753fe80, 'name': SearchDatastore_Task, 'duration_secs': 0.024972} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.400748] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 825.400748] env[69677]: value = "task-3436353" [ 825.400748] env[69677]: _type = "Task" [ 825.400748] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.401037] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a60e63c6-40d1-44b7-b661-b616d1e06a9f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.413571] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 825.413571] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52312863-56ee-c952-ed9f-198a040b5424" [ 825.413571] env[69677]: _type = "Task" [ 825.413571] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.415574] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436353, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.427169] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52312863-56ee-c952-ed9f-198a040b5424, 'name': SearchDatastore_Task, 'duration_secs': 0.012118} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.427169] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.427169] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 3855bfe0-e66d-4871-b221-c1ceada2d3cc/3855bfe0-e66d-4871-b221-c1ceada2d3cc.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.427169] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab513827-e198-4890-a8e7-aa33f29f2e9e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.431121] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 825.431121] env[69677]: value = "task-3436354" [ 825.431121] env[69677]: _type = "Task" [ 825.431121] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.439668] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.597740] env[69677]: DEBUG nova.network.neutron [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Updating instance_info_cache with network_info: [{"id": "1a49dabd-be89-45f9-9b0d-8035bf6bcc08", "address": "fa:16:3e:0e:39:53", "network": {"id": "2b7c7fbe-6e71-4c1e-b1cd-a758d94c2902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1717283127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2edec4edc84828a0a2bac487dbd26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a49dabd-be", "ovs_interfaceid": "1a49dabd-be89-45f9-9b0d-8035bf6bcc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.648096] env[69677]: DEBUG oslo_concurrency.lockutils [req-e09adf1e-ce55-4f25-bcfe-0e1ec6dedf15 req-f6d8031d-e2dd-4ba4-928f-a065febdd1ae service nova] Releasing lock "refresh_cache-3855bfe0-e66d-4871-b221-c1ceada2d3cc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.648096] env[69677]: DEBUG nova.compute.manager [req-e09adf1e-ce55-4f25-bcfe-0e1ec6dedf15 req-f6d8031d-e2dd-4ba4-928f-a065febdd1ae service nova] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Received event network-vif-deleted-c9af8248-9719-4105-8b9b-dc6272f70a5c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.809071] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cea08d8-8d31-4e8a-8316-73344c666e0c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "92464135-7fa4-4345-9abb-27410703114d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.855s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.809071] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6f01db24-59f2-4118-a217-fc501c12626a tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "6688d464-3e5c-4624-ba73-0b5bf35bba23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.597s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.822902] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.826615] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.836969] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.187s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.843691] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.868s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.844034] env[69677]: DEBUG nova.objects.instance [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lazy-loading 'resources' on Instance uuid 731ff5a1-2f73-40be-9661-378bd367810c {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.874555] env[69677]: INFO nova.scheduler.client.report [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Deleted allocations for instance 65c5ad62-ebc5-4897-bd9b-cff481bc925b [ 825.916808] env[69677]: DEBUG oslo_vmware.api [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436353, 'name': PowerOnVM_Task, 'duration_secs': 0.448618} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.917234] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.920893] env[69677]: DEBUG nova.compute.manager [None req-3133c29b-ef30-447f-8da9-fe09c4b1bb15 tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.921733] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1451fa2-e0cb-4e10-9ae9-06f2a5299626 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.943518] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494132} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.944917] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 3855bfe0-e66d-4871-b221-c1ceada2d3cc/3855bfe0-e66d-4871-b221-c1ceada2d3cc.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.944917] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.944917] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7341467f-18e2-4a56-93ca-4567ee138c7b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.952118] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 825.952118] env[69677]: value = "task-3436355" [ 825.952118] env[69677]: _type = "Task" [ 825.952118] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.962554] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.000028] env[69677]: DEBUG nova.compute.manager [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Received event network-vif-plugged-1a49dabd-be89-45f9-9b0d-8035bf6bcc08 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.000270] env[69677]: DEBUG oslo_concurrency.lockutils [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] Acquiring lock "84e21492-c7a1-4d7c-8c55-5466494c2757-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.000464] env[69677]: DEBUG oslo_concurrency.lockutils [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] Lock "84e21492-c7a1-4d7c-8c55-5466494c2757-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.000632] env[69677]: DEBUG oslo_concurrency.lockutils [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] Lock "84e21492-c7a1-4d7c-8c55-5466494c2757-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.000796] env[69677]: DEBUG nova.compute.manager [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] No waiting events found dispatching network-vif-plugged-1a49dabd-be89-45f9-9b0d-8035bf6bcc08 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.000955] env[69677]: WARNING nova.compute.manager [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Received unexpected event network-vif-plugged-1a49dabd-be89-45f9-9b0d-8035bf6bcc08 for instance with vm_state building and task_state spawning. [ 826.001639] env[69677]: DEBUG nova.compute.manager [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Received event network-changed-1a49dabd-be89-45f9-9b0d-8035bf6bcc08 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.001884] env[69677]: DEBUG nova.compute.manager [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Refreshing instance network info cache due to event network-changed-1a49dabd-be89-45f9-9b0d-8035bf6bcc08. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.002223] env[69677]: DEBUG oslo_concurrency.lockutils [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] Acquiring lock "refresh_cache-84e21492-c7a1-4d7c-8c55-5466494c2757" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.100539] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Releasing lock "refresh_cache-84e21492-c7a1-4d7c-8c55-5466494c2757" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.100898] env[69677]: DEBUG nova.compute.manager [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Instance network_info: |[{"id": "1a49dabd-be89-45f9-9b0d-8035bf6bcc08", "address": "fa:16:3e:0e:39:53", "network": {"id": "2b7c7fbe-6e71-4c1e-b1cd-a758d94c2902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1717283127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2edec4edc84828a0a2bac487dbd26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a49dabd-be", "ovs_interfaceid": "1a49dabd-be89-45f9-9b0d-8035bf6bcc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.101283] env[69677]: DEBUG oslo_concurrency.lockutils [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] Acquired lock "refresh_cache-84e21492-c7a1-4d7c-8c55-5466494c2757" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.101388] env[69677]: DEBUG nova.network.neutron [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Refreshing network info cache for port 1a49dabd-be89-45f9-9b0d-8035bf6bcc08 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.102646] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:39:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a49dabd-be89-45f9-9b0d-8035bf6bcc08', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.111537] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.115568] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.116144] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f823744a-8f9b-4a1b-8723-14aec8a4fa5e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.143890] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.143890] env[69677]: value = "task-3436356" [ 826.143890] env[69677]: _type = "Task" [ 826.143890] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.153477] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436356, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.312313] env[69677]: DEBUG nova.compute.manager [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.317392] env[69677]: DEBUG nova.compute.manager [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.384021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-73848bd9-14c3-43a5-992a-ede253dacafd tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "65c5ad62-ebc5-4897-bd9b-cff481bc925b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.867s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.473611] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067823} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.473740] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.474756] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eafe864-c1ec-483e-a13b-6cd5472bfcd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.479492] env[69677]: INFO nova.compute.manager [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Rescuing [ 826.479750] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "refresh_cache-92464135-7fa4-4345-9abb-27410703114d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.479823] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "refresh_cache-92464135-7fa4-4345-9abb-27410703114d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.479976] env[69677]: DEBUG nova.network.neutron [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.504682] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 3855bfe0-e66d-4871-b221-c1ceada2d3cc/3855bfe0-e66d-4871-b221-c1ceada2d3cc.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.505620] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e3f73ac-aa5a-4c78-bed4-4397518a3ae4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.532097] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 826.532097] env[69677]: value = "task-3436357" [ 826.532097] env[69677]: _type = "Task" [ 826.532097] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.543832] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.658685] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436356, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.848261] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.869380] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.919836] env[69677]: DEBUG nova.network.neutron [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Updated VIF entry in instance network info cache for port 1a49dabd-be89-45f9-9b0d-8035bf6bcc08. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.919836] env[69677]: DEBUG nova.network.neutron [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Updating instance_info_cache with network_info: [{"id": "1a49dabd-be89-45f9-9b0d-8035bf6bcc08", "address": "fa:16:3e:0e:39:53", "network": {"id": "2b7c7fbe-6e71-4c1e-b1cd-a758d94c2902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1717283127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2edec4edc84828a0a2bac487dbd26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a49dabd-be", "ovs_interfaceid": "1a49dabd-be89-45f9-9b0d-8035bf6bcc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.042825] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.066448] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d13455-5348-4d4c-914d-f17b89b2cad1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.076267] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ef2b96-f8de-4c25-8edd-b6908065e7d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.110421] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e28e36-3b81-4c94-a493-fe806b51b275 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.120589] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faac9a1-b497-472f-bfb8-fda7209432c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.138237] env[69677]: DEBUG nova.compute.provider_tree [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.155546] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436356, 'name': CreateVM_Task, 'duration_secs': 0.812444} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.155695] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.156419] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.156610] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.156989] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.157199] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03b1d5e-36b6-44f8-b21a-4b1a9fdc80b1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.162107] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 827.162107] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520663af-b4f5-c3dc-345e-018f957964b6" [ 827.162107] env[69677]: _type = "Task" [ 827.162107] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.171877] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520663af-b4f5-c3dc-345e-018f957964b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.284848] env[69677]: DEBUG nova.network.neutron [-] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.424096] env[69677]: DEBUG oslo_concurrency.lockutils [req-360eb861-5305-475b-9f12-8a0a5e1ad2ab req-cc0fda75-a397-4655-a120-476779906bde service nova] Releasing lock "refresh_cache-84e21492-c7a1-4d7c-8c55-5466494c2757" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.533699] env[69677]: DEBUG nova.network.neutron [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Updating instance_info_cache with network_info: [{"id": "0a8a1038-2197-4682-b862-da129a8b1513", "address": "fa:16:3e:c2:df:98", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a8a1038-21", "ovs_interfaceid": "0a8a1038-2197-4682-b862-da129a8b1513", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.549726] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436357, 'name': ReconfigVM_Task, 'duration_secs': 0.720358} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.551649] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 3855bfe0-e66d-4871-b221-c1ceada2d3cc/3855bfe0-e66d-4871-b221-c1ceada2d3cc.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.552777] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d52c1213-ecf6-4fa5-81ab-1c8d2bebbb9f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.560395] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 827.560395] env[69677]: value = "task-3436358" [ 827.560395] env[69677]: _type = "Task" [ 827.560395] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.571515] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436358, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.642071] env[69677]: DEBUG nova.scheduler.client.report [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.683172] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520663af-b4f5-c3dc-345e-018f957964b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011869} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.683586] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.683886] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.684200] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.684405] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.684663] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.685021] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41be2d38-c27a-46ce-bb22-f316e91ac157 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.698718] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.698813] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.699559] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1f6d57-e421-485c-a1af-fbe21da5f83a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.705214] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 827.705214] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52539999-48ca-3a6c-98b5-90bbb73ebeaa" [ 827.705214] env[69677]: _type = "Task" [ 827.705214] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.718282] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52539999-48ca-3a6c-98b5-90bbb73ebeaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.788968] env[69677]: INFO nova.compute.manager [-] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Took 2.40 seconds to deallocate network for instance. [ 827.952207] env[69677]: INFO nova.compute.manager [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Rebuilding instance [ 828.014214] env[69677]: DEBUG nova.compute.manager [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.014214] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad25991-e51f-4db6-8bc0-3e976a41b837 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.040154] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "refresh_cache-92464135-7fa4-4345-9abb-27410703114d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.070590] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436358, 'name': Rename_Task, 'duration_secs': 0.257493} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.074374] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.075605] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4376616a-99ea-45ea-8b41-0f4fcb4ef59a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.083035] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 828.083035] env[69677]: value = "task-3436359" [ 828.083035] env[69677]: _type = "Task" [ 828.083035] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.092335] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.152700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.156049] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.053s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.160891] env[69677]: INFO nova.compute.claims [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.179138] env[69677]: INFO nova.scheduler.client.report [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Deleted allocations for instance 731ff5a1-2f73-40be-9661-378bd367810c [ 828.217483] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52539999-48ca-3a6c-98b5-90bbb73ebeaa, 'name': SearchDatastore_Task, 'duration_secs': 0.011308} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.218363] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c78b7e-e9fc-458e-9166-a28d9edaa63d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.225396] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 828.225396] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c8d1d1-9ef0-8daf-bd44-813a950b6962" [ 828.225396] env[69677]: _type = "Task" [ 828.225396] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.240169] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c8d1d1-9ef0-8daf-bd44-813a950b6962, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.241075] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.241750] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 84e21492-c7a1-4d7c-8c55-5466494c2757/84e21492-c7a1-4d7c-8c55-5466494c2757.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.241750] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfb2aa90-f4e5-4b03-ba45-6cb9062ecaf5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.252484] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 828.252484] env[69677]: value = "task-3436360" [ 828.252484] env[69677]: _type = "Task" [ 828.252484] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.259509] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.297041] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.400554] env[69677]: DEBUG nova.compute.manager [req-d5def416-054d-4c07-b585-de374c4beb21 req-36795cca-1375-48ce-b213-f7173e2ae142 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Received event network-changed-462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.400780] env[69677]: DEBUG nova.compute.manager [req-d5def416-054d-4c07-b585-de374c4beb21 req-36795cca-1375-48ce-b213-f7173e2ae142 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Refreshing instance network info cache due to event network-changed-462bff88-3c19-4776-a362-d12af458d9ae. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.401045] env[69677]: DEBUG oslo_concurrency.lockutils [req-d5def416-054d-4c07-b585-de374c4beb21 req-36795cca-1375-48ce-b213-f7173e2ae142 service nova] Acquiring lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.401312] env[69677]: DEBUG oslo_concurrency.lockutils [req-d5def416-054d-4c07-b585-de374c4beb21 req-36795cca-1375-48ce-b213-f7173e2ae142 service nova] Acquired lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.401525] env[69677]: DEBUG nova.network.neutron [req-d5def416-054d-4c07-b585-de374c4beb21 req-36795cca-1375-48ce-b213-f7173e2ae142 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Refreshing network info cache for port 462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.509095] env[69677]: DEBUG nova.compute.manager [req-d797dcaa-e390-4e76-afe7-3deba0a69876 req-3b5ff89f-5e57-4606-a6bf-d13cbe169878 service nova] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Received event network-vif-deleted-5ba2f0e3-0e6f-44a5-98f0-63208f33c0e3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.603552] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.690993] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ba78c64f-01ad-46ea-b5c8-d42465ae3422 tempest-InstanceActionsTestJSON-1352083914 tempest-InstanceActionsTestJSON-1352083914-project-member] Lock "731ff5a1-2f73-40be-9661-378bd367810c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.681s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.735470] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "b2022c4d-b86c-4429-af76-d9c7e2121739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.736062] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "b2022c4d-b86c-4429-af76-d9c7e2121739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.736496] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "b2022c4d-b86c-4429-af76-d9c7e2121739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.736867] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "b2022c4d-b86c-4429-af76-d9c7e2121739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.737272] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "b2022c4d-b86c-4429-af76-d9c7e2121739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.741449] env[69677]: INFO nova.compute.manager [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Terminating instance [ 828.765532] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436360, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.035832] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.035832] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f8233a0-120b-43b3-a34e-e26b1655747b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.043167] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 829.043167] env[69677]: value = "task-3436361" [ 829.043167] env[69677]: _type = "Task" [ 829.043167] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.053641] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.094845] env[69677]: DEBUG oslo_vmware.api [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436359, 'name': PowerOnVM_Task, 'duration_secs': 0.79288} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.097076] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.097076] env[69677]: INFO nova.compute.manager [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Took 9.53 seconds to spawn the instance on the hypervisor. [ 829.097076] env[69677]: DEBUG nova.compute.manager [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.097716] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c09ac4-ac7d-4ce7-8113-af5b423268be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.246951] env[69677]: DEBUG nova.compute.manager [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.247245] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.248184] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c994318-0468-4df9-8d89-d92c8f292d6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.262954] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559689} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.265441] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 84e21492-c7a1-4d7c-8c55-5466494c2757/84e21492-c7a1-4d7c-8c55-5466494c2757.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.265753] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.266124] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.266464] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5196aba-3b9f-49e5-9d54-584aadfe1988 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.268504] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7941267-249e-416d-bf3d-65eb5513b97b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.281668] env[69677]: DEBUG oslo_vmware.api [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 829.281668] env[69677]: value = "task-3436363" [ 829.281668] env[69677]: _type = "Task" [ 829.281668] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.282115] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 829.282115] env[69677]: value = "task-3436362" [ 829.282115] env[69677]: _type = "Task" [ 829.282115] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.298738] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.303614] env[69677]: DEBUG oslo_vmware.api [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.317433] env[69677]: DEBUG nova.network.neutron [req-d5def416-054d-4c07-b585-de374c4beb21 req-36795cca-1375-48ce-b213-f7173e2ae142 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updated VIF entry in instance network info cache for port 462bff88-3c19-4776-a362-d12af458d9ae. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.317514] env[69677]: DEBUG nova.network.neutron [req-d5def416-054d-4c07-b585-de374c4beb21 req-36795cca-1375-48ce-b213-f7173e2ae142 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updating instance_info_cache with network_info: [{"id": "462bff88-3c19-4776-a362-d12af458d9ae", "address": "fa:16:3e:29:a0:82", "network": {"id": "97ed577d-57f0-4a6f-a811-10daeb8881fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-919955940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1dab394f836945749db0e3d093dbdd5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462bff88-3c", "ovs_interfaceid": "462bff88-3c19-4776-a362-d12af458d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.558650] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436361, 'name': PowerOffVM_Task, 'duration_secs': 0.216105} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.558939] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.559177] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.560059] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f8e530-9b94-4d0e-9e59-1ecffe35b770 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.570356] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.570655] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c9de681-0bc9-41df-b482-f26c32c6f1ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.592716] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.593369] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5227c87-1b36-40a0-ba36-dbdd64d24965 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.603020] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 829.603020] env[69677]: value = "task-3436365" [ 829.603020] env[69677]: _type = "Task" [ 829.603020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.623170] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.623884] env[69677]: INFO nova.compute.manager [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Took 52.79 seconds to build instance. [ 829.641662] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.641662] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.641662] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleting the datastore file [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.641999] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3115fbd-a33c-49dd-bf07-61f5ff4fb849 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.648999] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 829.648999] env[69677]: value = "task-3436366" [ 829.648999] env[69677]: _type = "Task" [ 829.648999] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.657778] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.774903] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "61e28d39-30ab-4eb3-865d-930044e6f430" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.775201] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "61e28d39-30ab-4eb3-865d-930044e6f430" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.775361] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "61e28d39-30ab-4eb3-865d-930044e6f430-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.775737] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "61e28d39-30ab-4eb3-865d-930044e6f430-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.775737] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "61e28d39-30ab-4eb3-865d-930044e6f430-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.780190] env[69677]: INFO nova.compute.manager [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Terminating instance [ 829.794446] env[69677]: DEBUG oslo_vmware.api [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436363, 'name': PowerOffVM_Task, 'duration_secs': 0.323027} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.800392] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.800586] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.801201] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075949} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.801596] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc627bec-a9e7-48e8-af0e-0257ad0be074 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.803200] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.804218] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737d1f21-d85a-44f2-b61f-99323c3711c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.830121] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 84e21492-c7a1-4d7c-8c55-5466494c2757/84e21492-c7a1-4d7c-8c55-5466494c2757.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.833426] env[69677]: DEBUG oslo_concurrency.lockutils [req-d5def416-054d-4c07-b585-de374c4beb21 req-36795cca-1375-48ce-b213-f7173e2ae142 service nova] Releasing lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.833800] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4020b1d1-8f3e-47c8-96e8-f4f3ef72413f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.856345] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 829.856345] env[69677]: value = "task-3436368" [ 829.856345] env[69677]: _type = "Task" [ 829.856345] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.866472] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.891528] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f519e2-3bb5-42cb-a540-782e51e87bb9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.900284] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ad8b25-67a1-40a8-bb8f-c57f3320c6b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.933484] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a646a28b-f0a8-44e3-a7db-0f34e5748c48 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.942026] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eb5d51-641f-4c9f-9c41-7a7a852275ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.956607] env[69677]: DEBUG nova.compute.provider_tree [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.988092] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.988370] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.988844] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Deleting the datastore file [datastore1] b2022c4d-b86c-4429-af76-d9c7e2121739 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.988919] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0028e9ee-724d-4bbb-8558-b43ffaad31c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.995622] env[69677]: DEBUG oslo_vmware.api [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for the task: (returnval){ [ 829.995622] env[69677]: value = "task-3436369" [ 829.995622] env[69677]: _type = "Task" [ 829.995622] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.004330] env[69677]: DEBUG oslo_vmware.api [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.113636] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436365, 'name': PowerOffVM_Task, 'duration_secs': 0.333397} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.113636] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.114248] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2d0bfa-b786-4650-946d-5b3cb89c2335 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.133313] env[69677]: DEBUG oslo_concurrency.lockutils [None req-be42e441-8266-45d3-92a0-75ca8262444a tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.184s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.135260] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2c5ac0-ddcc-4c94-9256-3a7eddafc5af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.157916] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238528} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.158286] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.158365] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.158542] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.178850] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.178959] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-913ec7e9-4048-4405-853c-14c061c4fb31 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.192597] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 830.192597] env[69677]: value = "task-3436370" [ 830.192597] env[69677]: _type = "Task" [ 830.192597] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.201078] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 830.201298] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.201656] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.201748] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.202113] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.202224] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8be6859f-5003-4dbd-862e-036b85cab564 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.210862] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.211070] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.212448] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ee79c2-0e28-465c-b942-4bf241b1bbbd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.223247] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 830.223247] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527b41b0-4778-7547-da54-dfe3336bb1eb" [ 830.223247] env[69677]: _type = "Task" [ 830.223247] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.241925] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527b41b0-4778-7547-da54-dfe3336bb1eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.284535] env[69677]: DEBUG nova.compute.manager [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.284711] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.285878] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1bba78-380c-4784-bbe7-4ce9405f800b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.293749] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.295097] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-349bca9d-1995-4600-908a-8c1d20a19f1f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.302837] env[69677]: DEBUG oslo_vmware.api [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 830.302837] env[69677]: value = "task-3436371" [ 830.302837] env[69677]: _type = "Task" [ 830.302837] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.317395] env[69677]: DEBUG oslo_vmware.api [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.367535] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436368, 'name': ReconfigVM_Task, 'duration_secs': 0.413973} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.367829] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 84e21492-c7a1-4d7c-8c55-5466494c2757/84e21492-c7a1-4d7c-8c55-5466494c2757.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.368722] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4a4df80-de2b-464d-ad47-08b8c7df628a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.375199] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 830.375199] env[69677]: value = "task-3436372" [ 830.375199] env[69677]: _type = "Task" [ 830.375199] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.384551] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436372, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.465657] env[69677]: DEBUG nova.scheduler.client.report [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.507020] env[69677]: DEBUG oslo_vmware.api [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Task: {'id': task-3436369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336753} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.507020] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.507020] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.507020] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.507020] env[69677]: INFO nova.compute.manager [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Took 1.26 seconds to destroy the instance on the hypervisor. [ 830.507431] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.507431] env[69677]: DEBUG nova.compute.manager [-] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.507569] env[69677]: DEBUG nova.network.neutron [-] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.639924] env[69677]: DEBUG nova.compute.manager [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.733983] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527b41b0-4778-7547-da54-dfe3336bb1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01808} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.735329] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6366c8a-6c36-41bb-84fe-45af022b0d44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.741514] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 830.741514] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d18788-90ee-b402-70ff-84d73ebef63b" [ 830.741514] env[69677]: _type = "Task" [ 830.741514] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.750954] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d18788-90ee-b402-70ff-84d73ebef63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.814451] env[69677]: DEBUG oslo_vmware.api [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436371, 'name': PowerOffVM_Task, 'duration_secs': 0.289526} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.814855] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.815215] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.815603] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59d7684a-d040-4912-936d-e405bac42a82 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.886769] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.887052] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.887256] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Deleting the datastore file [datastore1] 61e28d39-30ab-4eb3-865d-930044e6f430 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.887939] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19926647-bcf0-467e-a7b3-f363f4af1b78 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.895516] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436372, 'name': Rename_Task, 'duration_secs': 0.321725} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.896586] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.896885] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd8bbbf5-bb7a-44ec-8119-c86a3578a46a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.900311] env[69677]: DEBUG oslo_vmware.api [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 830.900311] env[69677]: value = "task-3436374" [ 830.900311] env[69677]: _type = "Task" [ 830.900311] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.905826] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 830.905826] env[69677]: value = "task-3436375" [ 830.905826] env[69677]: _type = "Task" [ 830.905826] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.913164] env[69677]: DEBUG oslo_vmware.api [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.918861] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.973936] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.974634] env[69677]: DEBUG nova.compute.manager [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.980913] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.125s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.980913] env[69677]: INFO nova.compute.claims [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.178280] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.208183] env[69677]: DEBUG nova.virt.hardware [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.208502] env[69677]: DEBUG nova.virt.hardware [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.209922] env[69677]: DEBUG nova.virt.hardware [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.210080] env[69677]: DEBUG nova.virt.hardware [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.210241] env[69677]: DEBUG nova.virt.hardware [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.210397] env[69677]: DEBUG nova.virt.hardware [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.210638] env[69677]: DEBUG nova.virt.hardware [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.210800] env[69677]: DEBUG nova.virt.hardware [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.210965] env[69677]: DEBUG nova.virt.hardware [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.212018] env[69677]: DEBUG nova.virt.hardware [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.212018] env[69677]: DEBUG nova.virt.hardware [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.212219] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515c70b9-be5b-46c4-aae4-0c292747d172 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.224712] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab7a46e-a6bd-47ea-863f-e1cf4d65636f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.246017] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c5:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f0fb81-a5b9-4ed3-a684-74f77314320c', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.251984] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.258492] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.258492] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d4eb1bd-eec0-402b-8b8c-bb470a43785e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.278651] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d18788-90ee-b402-70ff-84d73ebef63b, 'name': SearchDatastore_Task, 'duration_secs': 0.038969} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.280363] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.282285] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 92464135-7fa4-4345-9abb-27410703114d/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. {{(pid=69677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 831.282285] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.282285] env[69677]: value = "task-3436376" [ 831.282285] env[69677]: _type = "Task" [ 831.282285] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.282285] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afc7030f-8c38-4e79-a692-d33fcd857c9a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.293927] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436376, 'name': CreateVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.295177] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 831.295177] env[69677]: value = "task-3436377" [ 831.295177] env[69677]: _type = "Task" [ 831.295177] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.304969] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.414272] env[69677]: DEBUG oslo_vmware.api [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265869} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.415106] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.415428] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.415560] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.416067] env[69677]: INFO nova.compute.manager [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Took 1.13 seconds to destroy the instance on the hypervisor. [ 831.416151] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.420442] env[69677]: DEBUG nova.compute.manager [-] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.420564] env[69677]: DEBUG nova.network.neutron [-] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.422530] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436375, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.485782] env[69677]: DEBUG nova.compute.utils [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.489793] env[69677]: DEBUG nova.compute.manager [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.489793] env[69677]: DEBUG nova.network.neutron [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.507165] env[69677]: DEBUG nova.compute.manager [req-f9969c32-4f95-4534-91bb-8d283d552cad req-bc7b7f85-72f9-4671-b6a6-53cba79da020 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Received event network-changed-462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.507165] env[69677]: DEBUG nova.compute.manager [req-f9969c32-4f95-4534-91bb-8d283d552cad req-bc7b7f85-72f9-4671-b6a6-53cba79da020 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Refreshing instance network info cache due to event network-changed-462bff88-3c19-4776-a362-d12af458d9ae. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.507165] env[69677]: DEBUG oslo_concurrency.lockutils [req-f9969c32-4f95-4534-91bb-8d283d552cad req-bc7b7f85-72f9-4671-b6a6-53cba79da020 service nova] Acquiring lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.507165] env[69677]: DEBUG oslo_concurrency.lockutils [req-f9969c32-4f95-4534-91bb-8d283d552cad req-bc7b7f85-72f9-4671-b6a6-53cba79da020 service nova] Acquired lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.507165] env[69677]: DEBUG nova.network.neutron [req-f9969c32-4f95-4534-91bb-8d283d552cad req-bc7b7f85-72f9-4671-b6a6-53cba79da020 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Refreshing network info cache for port 462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.599113] env[69677]: DEBUG nova.policy [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf2089d972c34512b0942c97d47d4314', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce0369762b7b4c4ca89d724fcfe590b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.696767] env[69677]: DEBUG nova.network.neutron [-] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.802170] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436376, 'name': CreateVM_Task, 'duration_secs': 0.424754} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.808328] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.808328] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.808328] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.810522] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.811413] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c179b846-6b7a-4a79-b0f0-d06611c3d48b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.820059] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436377, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.820356] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 831.820356] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527a7649-0428-7582-3fa4-c1a83d0cd58d" [ 831.820356] env[69677]: _type = "Task" [ 831.820356] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.833945] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527a7649-0428-7582-3fa4-c1a83d0cd58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.922226] env[69677]: DEBUG oslo_vmware.api [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436375, 'name': PowerOnVM_Task, 'duration_secs': 0.580149} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.922226] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.922226] env[69677]: INFO nova.compute.manager [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Took 9.58 seconds to spawn the instance on the hypervisor. [ 831.922226] env[69677]: DEBUG nova.compute.manager [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.922773] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5770f2eb-50b3-4f82-83e0-fd00b072f176 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.991614] env[69677]: DEBUG nova.compute.manager [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.199723] env[69677]: INFO nova.compute.manager [-] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Took 1.69 seconds to deallocate network for instance. [ 832.251398] env[69677]: DEBUG nova.compute.manager [req-ba2e1047-859a-4c88-9e9f-c0d7b4527d7a req-ef415794-d18e-461b-a7d8-3a25882cfe35 service nova] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Received event network-vif-deleted-50d059fd-37e8-456d-a5f0-4383cc12101c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.311210] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600586} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.317435] env[69677]: INFO nova.virt.vmwareapi.ds_util [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 92464135-7fa4-4345-9abb-27410703114d/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. [ 832.317435] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee62b48-9a63-43f6-a3d8-7733cff1b03b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.341998] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 92464135-7fa4-4345-9abb-27410703114d/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.343093] env[69677]: DEBUG nova.network.neutron [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Successfully created port: b22416a2-64c2-4adb-8149-29911f7e112e {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.352361] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84575dd6-5d17-49a0-8304-1c9ff4d1cb45 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.371645] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527a7649-0428-7582-3fa4-c1a83d0cd58d, 'name': SearchDatastore_Task, 'duration_secs': 0.022825} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.373090] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.374689] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.374689] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.374689] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.374689] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.374689] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 832.374689] env[69677]: value = "task-3436378" [ 832.374689] env[69677]: _type = "Task" [ 832.375101] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.375101] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e800b58f-f94b-47eb-8824-2f9299c65768 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.388396] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.388396] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.388396] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.388396] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da79a879-e2f4-4b63-b020-c2dcd6fd81a7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.393548] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 832.393548] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c5c192-f625-7978-87fc-0fdbc71c2ea5" [ 832.393548] env[69677]: _type = "Task" [ 832.393548] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.407483] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c5c192-f625-7978-87fc-0fdbc71c2ea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.444211] env[69677]: INFO nova.compute.manager [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Took 51.79 seconds to build instance. [ 832.480807] env[69677]: DEBUG nova.network.neutron [-] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.502034] env[69677]: INFO nova.virt.block_device [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Booting with volume 77da2c01-9b7b-4309-a817-854d0ae2a193 at /dev/sda [ 832.558476] env[69677]: DEBUG nova.network.neutron [req-f9969c32-4f95-4534-91bb-8d283d552cad req-bc7b7f85-72f9-4671-b6a6-53cba79da020 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updated VIF entry in instance network info cache for port 462bff88-3c19-4776-a362-d12af458d9ae. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.558902] env[69677]: DEBUG nova.network.neutron [req-f9969c32-4f95-4534-91bb-8d283d552cad req-bc7b7f85-72f9-4671-b6a6-53cba79da020 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updating instance_info_cache with network_info: [{"id": "462bff88-3c19-4776-a362-d12af458d9ae", "address": "fa:16:3e:29:a0:82", "network": {"id": "97ed577d-57f0-4a6f-a811-10daeb8881fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-919955940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1dab394f836945749db0e3d093dbdd5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462bff88-3c", "ovs_interfaceid": "462bff88-3c19-4776-a362-d12af458d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.562579] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d087ff2-fb00-40b3-b3d2-9b66ffb4fe08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.569280] env[69677]: DEBUG oslo_concurrency.lockutils [req-f9969c32-4f95-4534-91bb-8d283d552cad req-bc7b7f85-72f9-4671-b6a6-53cba79da020 service nova] Releasing lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.583968] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7190a73a-d4fb-4d50-840d-e23c57183675 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.632679] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd580fe1-2a7c-49ff-aac4-a8399f3bc310 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.642881] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c981d8-f579-4ff6-82fd-7722625c0453 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.689051] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7346df6-50ec-4581-ae74-42a0f1d62810 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.696590] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4448a2b-3eb2-4197-bcc3-f0d5c94625e2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.707115] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.710450] env[69677]: DEBUG nova.virt.block_device [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Updating existing volume attachment record: 142f28e3-8284-4914-b89a-d9fb2c64d414 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 832.733123] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769bcb8b-992f-4bc8-a502-8bf265ec4cf6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.742653] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8da4f5-d397-49f3-ba15-eb1c6715db01 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.774191] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82fed35-3ade-44f2-baa2-cd1d4cb0be08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.782058] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b189055c-2318-44e3-813d-24b35143e78d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.799267] env[69677]: DEBUG nova.compute.provider_tree [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.887037] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.903677] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c5c192-f625-7978-87fc-0fdbc71c2ea5, 'name': SearchDatastore_Task, 'duration_secs': 0.031094} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.905425] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-482d8721-bbbb-4a8a-81ea-043e0fdeb17f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.909522] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 832.909522] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5234b3dd-1b50-5a74-fbfe-3b4dc5f2fc3a" [ 832.909522] env[69677]: _type = "Task" [ 832.909522] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.918025] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5234b3dd-1b50-5a74-fbfe-3b4dc5f2fc3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.947593] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1c7fd9de-39d2-4466-9e71-d34b33a2a6a8 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "84e21492-c7a1-4d7c-8c55-5466494c2757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.766s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.983906] env[69677]: INFO nova.compute.manager [-] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Took 1.56 seconds to deallocate network for instance. [ 833.305026] env[69677]: DEBUG nova.scheduler.client.report [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.395965] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436378, 'name': ReconfigVM_Task, 'duration_secs': 0.940116} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.396287] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 92464135-7fa4-4345-9abb-27410703114d/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.397785] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dc6b0d-2578-47b9-88de-d8eb2e9cf166 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.435246] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6217165-3709-492a-a8a7-7a3ae23adc71 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.457696] env[69677]: DEBUG nova.compute.manager [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.461488] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5234b3dd-1b50-5a74-fbfe-3b4dc5f2fc3a, 'name': SearchDatastore_Task, 'duration_secs': 0.028983} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.461488] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.461488] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.461488] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 833.461488] env[69677]: value = "task-3436379" [ 833.461488] env[69677]: _type = "Task" [ 833.461488] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.461722] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40c22097-7ed1-470c-92ff-ebe03673c079 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.476262] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.479413] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 833.479413] env[69677]: value = "task-3436380" [ 833.479413] env[69677]: _type = "Task" [ 833.479413] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.491997] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.492383] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.812646] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.812646] env[69677]: DEBUG nova.compute.manager [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.814508] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.354s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.816090] env[69677]: INFO nova.compute.claims [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.988407] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436379, 'name': ReconfigVM_Task, 'duration_secs': 0.228776} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.990088] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.990649] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5611bad7-c5ce-4043-844d-3cc66be289ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.994219] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.998032] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436380, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.004727] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 834.004727] env[69677]: value = "task-3436381" [ 834.004727] env[69677]: _type = "Task" [ 834.004727] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.015581] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.032508] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.032783] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.250019] env[69677]: DEBUG nova.network.neutron [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Successfully updated port: b22416a2-64c2-4adb-8149-29911f7e112e {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.320483] env[69677]: DEBUG nova.compute.utils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.325124] env[69677]: DEBUG nova.compute.manager [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.325214] env[69677]: DEBUG nova.network.neutron [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.348971] env[69677]: DEBUG nova.compute.manager [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Received event network-changed-462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.349786] env[69677]: DEBUG nova.compute.manager [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Refreshing instance network info cache due to event network-changed-462bff88-3c19-4776-a362-d12af458d9ae. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.349786] env[69677]: DEBUG oslo_concurrency.lockutils [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] Acquiring lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.349786] env[69677]: DEBUG oslo_concurrency.lockutils [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] Acquired lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.349980] env[69677]: DEBUG nova.network.neutron [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Refreshing network info cache for port 462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.409196] env[69677]: DEBUG nova.policy [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00505466ee4449adb877badd72d32d6d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80fbcb68e34444e6860bdc0f6059d7c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.491314] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695226} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.491621] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.491840] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.492122] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be20acb0-f01d-4d09-8bda-2fd406ad4483 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.499208] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 834.499208] env[69677]: value = "task-3436382" [ 834.499208] env[69677]: _type = "Task" [ 834.499208] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.513323] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.519221] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436381, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.637048] env[69677]: DEBUG nova.compute.manager [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Received event network-vif-deleted-1a82fc24-26ee-4984-af8e-5b592ab7c658 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.637276] env[69677]: DEBUG nova.compute.manager [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Received event network-vif-plugged-b22416a2-64c2-4adb-8149-29911f7e112e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.637488] env[69677]: DEBUG oslo_concurrency.lockutils [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] Acquiring lock "b52a425a-6d61-483a-b1df-3ca54ffadb21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.637709] env[69677]: DEBUG oslo_concurrency.lockutils [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] Lock "b52a425a-6d61-483a-b1df-3ca54ffadb21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.637950] env[69677]: DEBUG oslo_concurrency.lockutils [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] Lock "b52a425a-6d61-483a-b1df-3ca54ffadb21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.638144] env[69677]: DEBUG nova.compute.manager [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] No waiting events found dispatching network-vif-plugged-b22416a2-64c2-4adb-8149-29911f7e112e {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.638311] env[69677]: WARNING nova.compute.manager [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Received unexpected event network-vif-plugged-b22416a2-64c2-4adb-8149-29911f7e112e for instance with vm_state building and task_state spawning. [ 834.638474] env[69677]: DEBUG nova.compute.manager [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Received event network-changed-b22416a2-64c2-4adb-8149-29911f7e112e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.638625] env[69677]: DEBUG nova.compute.manager [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Refreshing instance network info cache due to event network-changed-b22416a2-64c2-4adb-8149-29911f7e112e. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.638834] env[69677]: DEBUG oslo_concurrency.lockutils [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] Acquiring lock "refresh_cache-b52a425a-6d61-483a-b1df-3ca54ffadb21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.638967] env[69677]: DEBUG oslo_concurrency.lockutils [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] Acquired lock "refresh_cache-b52a425a-6d61-483a-b1df-3ca54ffadb21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.639132] env[69677]: DEBUG nova.network.neutron [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Refreshing network info cache for port b22416a2-64c2-4adb-8149-29911f7e112e {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.754456] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Acquiring lock "refresh_cache-b52a425a-6d61-483a-b1df-3ca54ffadb21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.784366] env[69677]: DEBUG nova.network.neutron [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Successfully created port: aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.826477] env[69677]: DEBUG nova.compute.manager [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.841564] env[69677]: DEBUG nova.compute.manager [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.842707] env[69677]: DEBUG nova.virt.hardware [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.842707] env[69677]: DEBUG nova.virt.hardware [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.843012] env[69677]: DEBUG nova.virt.hardware [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.843173] env[69677]: DEBUG nova.virt.hardware [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.843320] env[69677]: DEBUG nova.virt.hardware [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.843462] env[69677]: DEBUG nova.virt.hardware [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.843670] env[69677]: DEBUG nova.virt.hardware [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.844120] env[69677]: DEBUG nova.virt.hardware [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.844270] env[69677]: DEBUG nova.virt.hardware [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.845293] env[69677]: DEBUG nova.virt.hardware [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.845293] env[69677]: DEBUG nova.virt.hardware [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.846496] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77548d4d-a581-4960-ae58-b9f4b82f8011 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.859343] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a4e6a1-7c5d-4778-b2ee-cb22faa196c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.019816] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.362896} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.020448] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.021901] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca988d1-6596-4a4a-9ae1-d67da3e6bfca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.030880] env[69677]: DEBUG oslo_vmware.api [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436381, 'name': PowerOnVM_Task, 'duration_secs': 0.822037} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.031639] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.052975] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.058785] env[69677]: DEBUG nova.compute.manager [None req-76145735-2ae7-4373-b9ea-af279a527588 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.059084] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa8ebb95-3eaa-4ab9-90d5-5d0c0a49ac8b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.073591] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4508f7c6-b67f-40b3-8af6-2d2d9a01c428 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.089036] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 835.089036] env[69677]: value = "task-3436383" [ 835.089036] env[69677]: _type = "Task" [ 835.089036] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.100834] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.179019] env[69677]: DEBUG nova.network.neutron [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.276707] env[69677]: DEBUG nova.network.neutron [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.300533] env[69677]: DEBUG nova.network.neutron [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updated VIF entry in instance network info cache for port 462bff88-3c19-4776-a362-d12af458d9ae. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.300533] env[69677]: DEBUG nova.network.neutron [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updating instance_info_cache with network_info: [{"id": "462bff88-3c19-4776-a362-d12af458d9ae", "address": "fa:16:3e:29:a0:82", "network": {"id": "97ed577d-57f0-4a6f-a811-10daeb8881fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-919955940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1dab394f836945749db0e3d093dbdd5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462bff88-3c", "ovs_interfaceid": "462bff88-3c19-4776-a362-d12af458d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.489549] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef4667c-e095-4353-a71e-b9ff5b1e6020 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.499056] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28569dc0-4704-4fe0-85c0-c574b7eaeadc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.534017] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8d822b-1049-4e94-89f0-6ae3dd729334 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.540151] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af4501d-6bdd-46a5-bf65-86597bd0cb36 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.554328] env[69677]: DEBUG nova.compute.provider_tree [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.604782] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.766598] env[69677]: INFO nova.compute.manager [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Rebuilding instance [ 835.783452] env[69677]: DEBUG oslo_concurrency.lockutils [req-7a2a325a-cade-4120-9481-c67ea583f9c9 req-67fd238d-c4ba-402a-9d3e-984561e530a9 service nova] Releasing lock "refresh_cache-b52a425a-6d61-483a-b1df-3ca54ffadb21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.783899] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Acquired lock "refresh_cache-b52a425a-6d61-483a-b1df-3ca54ffadb21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.784071] env[69677]: DEBUG nova.network.neutron [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.803056] env[69677]: DEBUG oslo_concurrency.lockutils [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] Releasing lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.803339] env[69677]: DEBUG nova.compute.manager [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Received event network-changed-462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.803552] env[69677]: DEBUG nova.compute.manager [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Refreshing instance network info cache due to event network-changed-462bff88-3c19-4776-a362-d12af458d9ae. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.803769] env[69677]: DEBUG oslo_concurrency.lockutils [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] Acquiring lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.803915] env[69677]: DEBUG oslo_concurrency.lockutils [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] Acquired lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.804089] env[69677]: DEBUG nova.network.neutron [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Refreshing network info cache for port 462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.818936] env[69677]: DEBUG nova.compute.manager [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.819842] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89efdb0-df55-4fd6-9d48-d732990ce5fb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.837287] env[69677]: DEBUG nova.compute.manager [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.865897] env[69677]: DEBUG nova.virt.hardware [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.866158] env[69677]: DEBUG nova.virt.hardware [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.866328] env[69677]: DEBUG nova.virt.hardware [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.866620] env[69677]: DEBUG nova.virt.hardware [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.866768] env[69677]: DEBUG nova.virt.hardware [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.866874] env[69677]: DEBUG nova.virt.hardware [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.867048] env[69677]: DEBUG nova.virt.hardware [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.867214] env[69677]: DEBUG nova.virt.hardware [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.867389] env[69677]: DEBUG nova.virt.hardware [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.867537] env[69677]: DEBUG nova.virt.hardware [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.867709] env[69677]: DEBUG nova.virt.hardware [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.868853] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d211bbc-4835-44af-89cb-b4d340bc4fd7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.876742] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b32791d-8753-456f-b761-4cebc3578476 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.961716] env[69677]: DEBUG oslo_concurrency.lockutils [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquiring lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.962014] env[69677]: DEBUG oslo_concurrency.lockutils [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.962235] env[69677]: DEBUG oslo_concurrency.lockutils [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquiring lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.962417] env[69677]: DEBUG oslo_concurrency.lockutils [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.962589] env[69677]: DEBUG oslo_concurrency.lockutils [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.964785] env[69677]: INFO nova.compute.manager [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Terminating instance [ 836.057803] env[69677]: DEBUG nova.scheduler.client.report [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.085965] env[69677]: DEBUG nova.compute.manager [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.087039] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dd2114-6122-4681-938c-467b94f21d33 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.104068] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436383, 'name': ReconfigVM_Task, 'duration_secs': 0.706458} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.104351] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Reconfigured VM instance instance-00000008 to attach disk [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.104995] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-756475a6-8831-4c1a-b51c-39c8db4a542a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.112406] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 836.112406] env[69677]: value = "task-3436384" [ 836.112406] env[69677]: _type = "Task" [ 836.112406] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.122450] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436384, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.349458] env[69677]: DEBUG nova.network.neutron [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.468447] env[69677]: DEBUG nova.compute.manager [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.468709] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.469674] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ca6dcd-1030-46ed-8d67-5edf9797dfc6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.480764] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.481021] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2be0cb7-3aa6-49ff-bbfa-99dbb71fa36a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.488091] env[69677]: DEBUG oslo_vmware.api [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 836.488091] env[69677]: value = "task-3436385" [ 836.488091] env[69677]: _type = "Task" [ 836.488091] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.497366] env[69677]: DEBUG oslo_vmware.api [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.563012] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.563666] env[69677]: DEBUG nova.compute.manager [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.568180] env[69677]: DEBUG nova.network.neutron [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updated VIF entry in instance network info cache for port 462bff88-3c19-4776-a362-d12af458d9ae. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.568180] env[69677]: DEBUG nova.network.neutron [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updating instance_info_cache with network_info: [{"id": "462bff88-3c19-4776-a362-d12af458d9ae", "address": "fa:16:3e:29:a0:82", "network": {"id": "97ed577d-57f0-4a6f-a811-10daeb8881fb", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-919955940-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "1dab394f836945749db0e3d093dbdd5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462bff88-3c", "ovs_interfaceid": "462bff88-3c19-4776-a362-d12af458d9ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.568996] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.789s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.570675] env[69677]: INFO nova.compute.claims [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.597451] env[69677]: DEBUG nova.network.neutron [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Updating instance_info_cache with network_info: [{"id": "b22416a2-64c2-4adb-8149-29911f7e112e", "address": "fa:16:3e:85:02:e5", "network": {"id": "d48994e1-0e56-415b-be9d-d1ddb7ed5e14", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-63853984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0369762b7b4c4ca89d724fcfe590b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22416a2-64", "ovs_interfaceid": "b22416a2-64c2-4adb-8149-29911f7e112e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.600462] env[69677]: INFO nova.compute.manager [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] instance snapshotting [ 836.603580] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd70141-35bb-4452-b5b2-d6b82b4c994b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.629891] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7baf89-a045-4ee5-823f-cae60241e8db {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.638488] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436384, 'name': Rename_Task, 'duration_secs': 0.173637} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.640894] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.644052] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5840f0d5-997f-4d28-92d5-e1fa959e6a42 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.650208] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 836.650208] env[69677]: value = "task-3436386" [ 836.650208] env[69677]: _type = "Task" [ 836.650208] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.660643] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.703270] env[69677]: DEBUG nova.compute.manager [req-6da1639c-50f2-48e1-b438-22545d517910 req-e57d5bb5-4877-4521-b953-6e10d532407a service nova] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Received event network-vif-plugged-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.703512] env[69677]: DEBUG oslo_concurrency.lockutils [req-6da1639c-50f2-48e1-b438-22545d517910 req-e57d5bb5-4877-4521-b953-6e10d532407a service nova] Acquiring lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.703743] env[69677]: DEBUG oslo_concurrency.lockutils [req-6da1639c-50f2-48e1-b438-22545d517910 req-e57d5bb5-4877-4521-b953-6e10d532407a service nova] Lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.703912] env[69677]: DEBUG oslo_concurrency.lockutils [req-6da1639c-50f2-48e1-b438-22545d517910 req-e57d5bb5-4877-4521-b953-6e10d532407a service nova] Lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.704092] env[69677]: DEBUG nova.compute.manager [req-6da1639c-50f2-48e1-b438-22545d517910 req-e57d5bb5-4877-4521-b953-6e10d532407a service nova] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] No waiting events found dispatching network-vif-plugged-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.704269] env[69677]: WARNING nova.compute.manager [req-6da1639c-50f2-48e1-b438-22545d517910 req-e57d5bb5-4877-4521-b953-6e10d532407a service nova] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Received unexpected event network-vif-plugged-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 for instance with vm_state building and task_state spawning. [ 836.791577] env[69677]: DEBUG nova.network.neutron [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Successfully updated port: aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.833976] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.834702] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b910864-1dbf-4c78-acd0-d01f696896b1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.842465] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 836.842465] env[69677]: value = "task-3436387" [ 836.842465] env[69677]: _type = "Task" [ 836.842465] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.851271] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.997838] env[69677]: DEBUG oslo_vmware.api [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436385, 'name': PowerOffVM_Task, 'duration_secs': 0.253968} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.998020] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.998061] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.000511] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84872a4f-09ed-49fe-995f-62227db34387 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.062686] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.063077] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.063166] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Deleting the datastore file [datastore1] 6f17b191-573f-4eb6-86aa-8ced02ce14a0 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.063369] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7055d7b0-5101-4cd5-84fe-e8d67c65f088 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.071030] env[69677]: DEBUG oslo_vmware.api [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for the task: (returnval){ [ 837.071030] env[69677]: value = "task-3436389" [ 837.071030] env[69677]: _type = "Task" [ 837.071030] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.074902] env[69677]: DEBUG oslo_concurrency.lockutils [req-b8af9113-8a8e-4668-b671-86e61a2d33b9 req-d9e5de81-c81a-4414-bbc3-1a8bec42e874 service nova] Releasing lock "refresh_cache-6f17b191-573f-4eb6-86aa-8ced02ce14a0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.076452] env[69677]: DEBUG nova.compute.utils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.080117] env[69677]: DEBUG nova.compute.manager [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.080371] env[69677]: DEBUG nova.network.neutron [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.088311] env[69677]: DEBUG oslo_vmware.api [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.099467] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Releasing lock "refresh_cache-b52a425a-6d61-483a-b1df-3ca54ffadb21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.099808] env[69677]: DEBUG nova.compute.manager [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Instance network_info: |[{"id": "b22416a2-64c2-4adb-8149-29911f7e112e", "address": "fa:16:3e:85:02:e5", "network": {"id": "d48994e1-0e56-415b-be9d-d1ddb7ed5e14", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-63853984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0369762b7b4c4ca89d724fcfe590b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22416a2-64", "ovs_interfaceid": "b22416a2-64c2-4adb-8149-29911f7e112e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.100258] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:02:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b22416a2-64c2-4adb-8149-29911f7e112e', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.108685] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Creating folder: Project (ce0369762b7b4c4ca89d724fcfe590b8). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.109282] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c7f4141-d69d-459b-8c80-2c9c28b6ac84 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.122293] env[69677]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 837.122561] env[69677]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69677) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 837.122866] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Folder already exists: Project (ce0369762b7b4c4ca89d724fcfe590b8). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 837.123080] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Creating folder: Instances. Parent ref: group-v685988. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.123325] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ac741d3-27c6-4f55-aefa-c8a3c5764dc7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.135291] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Created folder: Instances in parent group-v685988. [ 837.135537] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.135746] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.135945] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39ec1880-03bb-49b5-9aa1-8567038a450e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.152839] env[69677]: DEBUG nova.policy [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e555c37d711422ba406d8822d3cdf7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '171b3a4d12ba4ae3a98b94ee941802ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.155259] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 837.155635] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6fcafaf-b37a-4326-a04c-7263809fb6c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.167086] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436386, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.168892] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 837.168892] env[69677]: value = "task-3436393" [ 837.168892] env[69677]: _type = "Task" [ 837.168892] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.169140] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.169140] env[69677]: value = "task-3436392" [ 837.169140] env[69677]: _type = "Task" [ 837.169140] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.179943] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.183415] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436392, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.293608] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquiring lock "refresh_cache-94b1e5b5-4207-44df-8d05-a3edb1af5f67" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.293660] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquired lock "refresh_cache-94b1e5b5-4207-44df-8d05-a3edb1af5f67" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.293862] env[69677]: DEBUG nova.network.neutron [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.354681] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436387, 'name': PowerOffVM_Task, 'duration_secs': 0.180422} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.355015] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.355675] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.356711] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206fb3df-a9a0-4c8f-9fa0-3fbdf6e7783c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.365573] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.365862] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-422ecb8d-0b68-4062-a4d9-9e0a6b177d0c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.451012] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.451556] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.451556] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleting the datastore file [datastore2] 3855bfe0-e66d-4871-b221-c1ceada2d3cc {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.451742] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3736164d-dbbf-4290-9807-a1f8912e7939 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.462755] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 837.462755] env[69677]: value = "task-3436395" [ 837.462755] env[69677]: _type = "Task" [ 837.462755] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.472724] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.581761] env[69677]: DEBUG nova.compute.manager [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.592420] env[69677]: DEBUG oslo_vmware.api [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Task: {'id': task-3436389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236017} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.593259] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.593539] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.593934] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.594333] env[69677]: INFO nova.compute.manager [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 837.594701] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.595021] env[69677]: DEBUG nova.compute.manager [-] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.595112] env[69677]: DEBUG nova.network.neutron [-] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.664323] env[69677]: DEBUG nova.network.neutron [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Successfully created port: 40d8446f-49e0-4638-b368-6057ee2e5807 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.670610] env[69677]: DEBUG oslo_vmware.api [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436386, 'name': PowerOnVM_Task, 'duration_secs': 0.562492} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.678018] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.678265] env[69677]: DEBUG nova.compute.manager [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.682023] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8ed6b9-83d9-4bed-a80a-bacf91920f68 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.692990] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.701047] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436392, 'name': CreateVM_Task, 'duration_secs': 0.354653} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.702128] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.704856] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '142f28e3-8284-4914-b89a-d9fb2c64d414', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686001', 'volume_id': '77da2c01-9b7b-4309-a817-854d0ae2a193', 'name': 'volume-77da2c01-9b7b-4309-a817-854d0ae2a193', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b52a425a-6d61-483a-b1df-3ca54ffadb21', 'attached_at': '', 'detached_at': '', 'volume_id': '77da2c01-9b7b-4309-a817-854d0ae2a193', 'serial': '77da2c01-9b7b-4309-a817-854d0ae2a193'}, 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69677) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 837.705047] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Root volume attach. Driver type: vmdk {{(pid=69677) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 837.706155] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eabcbd9-d053-4025-92ae-58483fa4332f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.714466] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ce4d7f-026d-463a-91b1-aed97811d0aa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.720572] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51412655-ed61-42e4-9101-a9a7e03c0bc9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.731727] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-81508a0a-b716-4a95-a62e-c781d6391aa1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.739053] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for the task: (returnval){ [ 837.739053] env[69677]: value = "task-3436396" [ 837.739053] env[69677]: _type = "Task" [ 837.739053] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.752909] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436396, 'name': RelocateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.848353] env[69677]: DEBUG nova.network.neutron [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.973578] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369153} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.973877] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.974091] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.974275] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.990310] env[69677]: INFO nova.compute.manager [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Rescuing [ 837.990816] env[69677]: DEBUG oslo_concurrency.lockutils [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.991012] env[69677]: DEBUG oslo_concurrency.lockutils [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.991177] env[69677]: DEBUG nova.network.neutron [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.074275] env[69677]: DEBUG nova.network.neutron [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Updating instance_info_cache with network_info: [{"id": "aea3f373-a2c3-49f4-919b-7d82d1bfaeb3", "address": "fa:16:3e:c9:56:6a", "network": {"id": "27bec967-b8a7-467e-88a4-6dfb1c00288f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1704091340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80fbcb68e34444e6860bdc0f6059d7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea3f373-a2", "ovs_interfaceid": "aea3f373-a2c3-49f4-919b-7d82d1bfaeb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.189059] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436393, 'name': CreateSnapshot_Task, 'duration_secs': 0.800036} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.189380] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 838.190234] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4700399a-0404-4e6f-96b4-42fa5a2d39e2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.213440] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.257852] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436396, 'name': RelocateVM_Task} progress is 40%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.313591] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6419658f-cb59-4c8e-b198-b65b8013ff6a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.323583] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e1d4af-4d8d-437e-8b63-df3ac221628f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.367588] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dbea0c-c58a-4770-9da4-381db3cf2f08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.377052] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aed68a3-ddb8-47c6-a359-f2d925652f21 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.396653] env[69677]: DEBUG nova.compute.provider_tree [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.582030] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Releasing lock "refresh_cache-94b1e5b5-4207-44df-8d05-a3edb1af5f67" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.582450] env[69677]: DEBUG nova.compute.manager [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Instance network_info: |[{"id": "aea3f373-a2c3-49f4-919b-7d82d1bfaeb3", "address": "fa:16:3e:c9:56:6a", "network": {"id": "27bec967-b8a7-467e-88a4-6dfb1c00288f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1704091340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80fbcb68e34444e6860bdc0f6059d7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea3f373-a2", "ovs_interfaceid": "aea3f373-a2c3-49f4-919b-7d82d1bfaeb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.582899] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:56:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '095fbf26-7367-4f9e-87c5-2965b64b0b0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aea3f373-a2c3-49f4-919b-7d82d1bfaeb3', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.591011] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Creating folder: Project (80fbcb68e34444e6860bdc0f6059d7c9). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.592592] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fd79051-c133-4066-bdb0-598dd882d37f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.602469] env[69677]: DEBUG nova.compute.manager [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.607280] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Created folder: Project (80fbcb68e34444e6860bdc0f6059d7c9) in parent group-v685897. [ 838.607572] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Creating folder: Instances. Parent ref: group-v686046. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.607793] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c177911f-b904-40a2-8ac7-abd2b165546a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.623110] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Created folder: Instances in parent group-v686046. [ 838.623372] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.625337] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.625792] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f1a9c23-8a91-4f44-8696-29385025e8c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.643088] env[69677]: DEBUG nova.virt.hardware [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.643331] env[69677]: DEBUG nova.virt.hardware [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.643488] env[69677]: DEBUG nova.virt.hardware [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.643673] env[69677]: DEBUG nova.virt.hardware [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.643820] env[69677]: DEBUG nova.virt.hardware [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.643969] env[69677]: DEBUG nova.virt.hardware [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.644235] env[69677]: DEBUG nova.virt.hardware [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.644551] env[69677]: DEBUG nova.virt.hardware [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.644636] env[69677]: DEBUG nova.virt.hardware [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.644800] env[69677]: DEBUG nova.virt.hardware [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.644973] env[69677]: DEBUG nova.virt.hardware [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.645362] env[69677]: DEBUG nova.network.neutron [-] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.647098] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c264b4-ff3f-46dc-8171-dd6f7676fa1d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.659339] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9993b1-2bbb-4a2c-a8f4-15efe38245c9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.666366] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.666366] env[69677]: value = "task-3436399" [ 838.666366] env[69677]: _type = "Task" [ 838.666366] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.683783] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436399, 'name': CreateVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.725141] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 838.726032] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ce1d57a-e92e-4f92-a84b-43330aafa306 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.736290] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 838.736290] env[69677]: value = "task-3436400" [ 838.736290] env[69677]: _type = "Task" [ 838.736290] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.747694] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436400, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.755369] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436396, 'name': RelocateVM_Task} progress is 53%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.786977] env[69677]: DEBUG nova.network.neutron [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Updating instance_info_cache with network_info: [{"id": "d1703ccf-221d-4e84-ab7c-c3fa0ea42fee", "address": "fa:16:3e:39:4d:c2", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1703ccf-22", "ovs_interfaceid": "d1703ccf-221d-4e84-ab7c-c3fa0ea42fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.810968] env[69677]: DEBUG nova.compute.manager [req-9f263490-bcc7-4101-b15a-9f582899e536 req-45b5dc19-1895-4e20-b20d-84029266328d service nova] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Received event network-changed-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.811593] env[69677]: DEBUG nova.compute.manager [req-9f263490-bcc7-4101-b15a-9f582899e536 req-45b5dc19-1895-4e20-b20d-84029266328d service nova] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Refreshing instance network info cache due to event network-changed-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.811855] env[69677]: DEBUG oslo_concurrency.lockutils [req-9f263490-bcc7-4101-b15a-9f582899e536 req-45b5dc19-1895-4e20-b20d-84029266328d service nova] Acquiring lock "refresh_cache-94b1e5b5-4207-44df-8d05-a3edb1af5f67" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.812095] env[69677]: DEBUG oslo_concurrency.lockutils [req-9f263490-bcc7-4101-b15a-9f582899e536 req-45b5dc19-1895-4e20-b20d-84029266328d service nova] Acquired lock "refresh_cache-94b1e5b5-4207-44df-8d05-a3edb1af5f67" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.812338] env[69677]: DEBUG nova.network.neutron [req-9f263490-bcc7-4101-b15a-9f582899e536 req-45b5dc19-1895-4e20-b20d-84029266328d service nova] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Refreshing network info cache for port aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.900529] env[69677]: DEBUG nova.scheduler.client.report [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.019777] env[69677]: DEBUG nova.virt.hardware [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.019777] env[69677]: DEBUG nova.virt.hardware [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.019777] env[69677]: DEBUG nova.virt.hardware [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.020077] env[69677]: DEBUG nova.virt.hardware [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.020077] env[69677]: DEBUG nova.virt.hardware [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.020077] env[69677]: DEBUG nova.virt.hardware [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.020077] env[69677]: DEBUG nova.virt.hardware [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.020077] env[69677]: DEBUG nova.virt.hardware [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.020262] env[69677]: DEBUG nova.virt.hardware [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.020262] env[69677]: DEBUG nova.virt.hardware [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.020262] env[69677]: DEBUG nova.virt.hardware [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.021228] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ab7356-8c26-4793-9511-6e2bca6c2cf9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.035535] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d2c188-76c4-46fe-9050-351a509c24f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.054916] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:cc:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e8399c1-7553-4a00-99d3-d95ed3a5ad83', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.064756] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.065649] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.065904] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2eb833fe-aed6-4b59-b120-289a6310e5de {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.091827] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.091827] env[69677]: value = "task-3436401" [ 839.091827] env[69677]: _type = "Task" [ 839.091827] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.103492] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436401, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.151062] env[69677]: INFO nova.compute.manager [-] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Took 1.56 seconds to deallocate network for instance. [ 839.179379] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436399, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.254340] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436396, 'name': RelocateVM_Task} progress is 65%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.258473] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436400, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.292637] env[69677]: DEBUG oslo_concurrency.lockutils [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.406856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.407753] env[69677]: DEBUG nova.compute.manager [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.411268] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.928s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.414472] env[69677]: INFO nova.compute.claims [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.605350] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436401, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.658850] env[69677]: DEBUG oslo_concurrency.lockutils [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.684322] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436399, 'name': CreateVM_Task, 'duration_secs': 0.635714} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.684526] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.685193] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.686173] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.686754] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.687133] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b130866f-1415-4b4b-9077-7648657b0332 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.694600] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for the task: (returnval){ [ 839.694600] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c23f5e-5ff9-3ae2-15b9-ca76d9777dbf" [ 839.694600] env[69677]: _type = "Task" [ 839.694600] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.709937] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c23f5e-5ff9-3ae2-15b9-ca76d9777dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.718898] env[69677]: DEBUG nova.network.neutron [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Successfully updated port: 40d8446f-49e0-4638-b368-6057ee2e5807 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.744039] env[69677]: DEBUG nova.network.neutron [req-9f263490-bcc7-4101-b15a-9f582899e536 req-45b5dc19-1895-4e20-b20d-84029266328d service nova] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Updated VIF entry in instance network info cache for port aea3f373-a2c3-49f4-919b-7d82d1bfaeb3. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.744721] env[69677]: DEBUG nova.network.neutron [req-9f263490-bcc7-4101-b15a-9f582899e536 req-45b5dc19-1895-4e20-b20d-84029266328d service nova] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Updating instance_info_cache with network_info: [{"id": "aea3f373-a2c3-49f4-919b-7d82d1bfaeb3", "address": "fa:16:3e:c9:56:6a", "network": {"id": "27bec967-b8a7-467e-88a4-6dfb1c00288f", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1704091340-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80fbcb68e34444e6860bdc0f6059d7c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "095fbf26-7367-4f9e-87c5-2965b64b0b0f", "external-id": "nsx-vlan-transportzone-777", "segmentation_id": 777, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea3f373-a2", "ovs_interfaceid": "aea3f373-a2c3-49f4-919b-7d82d1bfaeb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.758117] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436400, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.763800] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436396, 'name': RelocateVM_Task} progress is 78%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.926304] env[69677]: DEBUG nova.compute.utils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.928144] env[69677]: DEBUG nova.compute.manager [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.928336] env[69677]: DEBUG nova.network.neutron [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.002651] env[69677]: DEBUG nova.policy [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dae1c2e7cfd741cf83bc894c9a7a0b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015f87514254484fb4d300753833434c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.004791] env[69677]: INFO nova.compute.manager [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Rebuilding instance [ 840.063271] env[69677]: DEBUG nova.compute.manager [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.064300] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff179fc-fba1-499a-8d01-3b4d5f86cd16 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.109525] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436401, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.204936] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c23f5e-5ff9-3ae2-15b9-ca76d9777dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.023797} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.205266] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.205502] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.205738] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.205882] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.206097] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.206413] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b84ed4c-250b-400f-9612-64a50592ae5b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.215903] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.216128] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.216947] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f2080b-6df8-49ee-afd1-5c72d28156b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.222863] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "refresh_cache-1df2376f-a0b9-499c-af20-67453c380ea4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.223063] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "refresh_cache-1df2376f-a0b9-499c-af20-67453c380ea4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.223181] env[69677]: DEBUG nova.network.neutron [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.224707] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for the task: (returnval){ [ 840.224707] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529082b3-5b74-8991-f254-60a6cfcd8a16" [ 840.224707] env[69677]: _type = "Task" [ 840.224707] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.234221] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529082b3-5b74-8991-f254-60a6cfcd8a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.247880] env[69677]: DEBUG oslo_concurrency.lockutils [req-9f263490-bcc7-4101-b15a-9f582899e536 req-45b5dc19-1895-4e20-b20d-84029266328d service nova] Releasing lock "refresh_cache-94b1e5b5-4207-44df-8d05-a3edb1af5f67" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.248168] env[69677]: DEBUG nova.compute.manager [req-9f263490-bcc7-4101-b15a-9f582899e536 req-45b5dc19-1895-4e20-b20d-84029266328d service nova] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Received event network-vif-deleted-462bff88-3c19-4776-a362-d12af458d9ae {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.248532] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436400, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.257613] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436396, 'name': RelocateVM_Task} progress is 92%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.433095] env[69677]: DEBUG nova.compute.manager [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.492445] env[69677]: DEBUG nova.network.neutron [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Successfully created port: a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.607887] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436401, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.740828] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529082b3-5b74-8991-f254-60a6cfcd8a16, 'name': SearchDatastore_Task, 'duration_secs': 0.012477} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.747083] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81855e82-3a00-40ce-b120-cbb69f537067 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.756375] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436400, 'name': CloneVM_Task} progress is 95%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.758070] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for the task: (returnval){ [ 840.758070] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e811a8-1965-1aab-5b3b-e6b004e56979" [ 840.758070] env[69677]: _type = "Task" [ 840.758070] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.766121] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436396, 'name': RelocateVM_Task} progress is 97%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.772087] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e811a8-1965-1aab-5b3b-e6b004e56979, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.772352] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.772618] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 94b1e5b5-4207-44df-8d05-a3edb1af5f67/94b1e5b5-4207-44df-8d05-a3edb1af5f67.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.772880] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a92153c-3a0a-4f28-8cb3-cf3c1f813b3e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.781936] env[69677]: DEBUG nova.network.neutron [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.785244] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for the task: (returnval){ [ 840.785244] env[69677]: value = "task-3436402" [ 840.785244] env[69677]: _type = "Task" [ 840.785244] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.796162] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.860197] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.860197] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9c52aab-f5a9-439c-a6f7-e7b05a95ef68 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.867198] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 840.867198] env[69677]: value = "task-3436403" [ 840.867198] env[69677]: _type = "Task" [ 840.867198] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.878369] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.888618] env[69677]: DEBUG nova.compute.manager [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Received event network-vif-plugged-40d8446f-49e0-4638-b368-6057ee2e5807 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.888979] env[69677]: DEBUG oslo_concurrency.lockutils [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] Acquiring lock "1df2376f-a0b9-499c-af20-67453c380ea4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.889237] env[69677]: DEBUG oslo_concurrency.lockutils [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] Lock "1df2376f-a0b9-499c-af20-67453c380ea4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.889403] env[69677]: DEBUG oslo_concurrency.lockutils [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] Lock "1df2376f-a0b9-499c-af20-67453c380ea4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.889571] env[69677]: DEBUG nova.compute.manager [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] No waiting events found dispatching network-vif-plugged-40d8446f-49e0-4638-b368-6057ee2e5807 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.889729] env[69677]: WARNING nova.compute.manager [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Received unexpected event network-vif-plugged-40d8446f-49e0-4638-b368-6057ee2e5807 for instance with vm_state building and task_state spawning. [ 840.889879] env[69677]: DEBUG nova.compute.manager [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Received event network-changed-40d8446f-49e0-4638-b368-6057ee2e5807 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.890040] env[69677]: DEBUG nova.compute.manager [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Refreshing instance network info cache due to event network-changed-40d8446f-49e0-4638-b368-6057ee2e5807. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.890203] env[69677]: DEBUG oslo_concurrency.lockutils [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] Acquiring lock "refresh_cache-1df2376f-a0b9-499c-af20-67453c380ea4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.035463] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aebe71-8699-45ab-952e-e071cce77266 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.043926] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9bf2ca-151e-4236-8ef8-7a7739befaf9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.048437] env[69677]: DEBUG nova.network.neutron [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Updating instance_info_cache with network_info: [{"id": "40d8446f-49e0-4638-b368-6057ee2e5807", "address": "fa:16:3e:76:43:b9", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d8446f-49", "ovs_interfaceid": "40d8446f-49e0-4638-b368-6057ee2e5807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.082087] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.082733] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db7592b7-e5a9-4ebd-ae5e-b8b3077b5e1c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.085414] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4306e60e-a554-4440-8e83-abf8c87863ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.094536] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 841.094536] env[69677]: value = "task-3436404" [ 841.094536] env[69677]: _type = "Task" [ 841.094536] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.105746] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baba0bb-2a8e-4ccb-885d-5d724188b4e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.115970] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.129361] env[69677]: DEBUG nova.compute.provider_tree [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.131180] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436401, 'name': CreateVM_Task, 'duration_secs': 1.947782} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.131348] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.132022] env[69677]: DEBUG oslo_concurrency.lockutils [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.132186] env[69677]: DEBUG oslo_concurrency.lockutils [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.132504] env[69677]: DEBUG oslo_concurrency.lockutils [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.132987] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-830a7515-c3c0-4125-a0d0-1805208e9f56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.138185] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 841.138185] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5241c439-0f33-4e16-cb28-3b467cfd0a95" [ 841.138185] env[69677]: _type = "Task" [ 841.138185] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.148572] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5241c439-0f33-4e16-cb28-3b467cfd0a95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.252529] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436400, 'name': CloneVM_Task, 'duration_secs': 2.210375} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.256249] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Created linked-clone VM from snapshot [ 841.257219] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842e9ac4-bd7e-4233-9185-6583ad750ee4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.265931] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436396, 'name': RelocateVM_Task} progress is 97%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.269525] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Uploading image 3f27c777-6441-4159-8f1b-b75a4dd0efdd {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 841.292318] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 841.292596] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-06e7f5cc-34b9-42a8-9893-851980620fa6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.300026] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436402, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.301533] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 841.301533] env[69677]: value = "task-3436405" [ 841.301533] env[69677]: _type = "Task" [ 841.301533] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.310416] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436405, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.379312] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436403, 'name': PowerOffVM_Task, 'duration_secs': 0.311237} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.379621] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.380570] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10c0f09-8ff8-4bba-a726-1b79f19d2c9a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.402151] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b61206-687f-4755-84c6-bc16a012bd19 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.436771] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.437085] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5b5b1aa-8487-43d5-9155-cea6d1b7a29d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.444029] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 841.444029] env[69677]: value = "task-3436406" [ 841.444029] env[69677]: _type = "Task" [ 841.444029] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.453100] env[69677]: DEBUG nova.compute.manager [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.455137] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.477031] env[69677]: DEBUG nova.virt.hardware [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.477031] env[69677]: DEBUG nova.virt.hardware [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.477190] env[69677]: DEBUG nova.virt.hardware [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.477382] env[69677]: DEBUG nova.virt.hardware [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.477507] env[69677]: DEBUG nova.virt.hardware [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.477667] env[69677]: DEBUG nova.virt.hardware [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.477878] env[69677]: DEBUG nova.virt.hardware [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.478048] env[69677]: DEBUG nova.virt.hardware [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.478219] env[69677]: DEBUG nova.virt.hardware [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.478381] env[69677]: DEBUG nova.virt.hardware [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.478585] env[69677]: DEBUG nova.virt.hardware [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.479624] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f471bddc-3d06-442b-b817-bd09d0688591 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.486813] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f629c652-80da-4c1c-9833-51e73c904067 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.551791] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "refresh_cache-1df2376f-a0b9-499c-af20-67453c380ea4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.552666] env[69677]: DEBUG nova.compute.manager [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Instance network_info: |[{"id": "40d8446f-49e0-4638-b368-6057ee2e5807", "address": "fa:16:3e:76:43:b9", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d8446f-49", "ovs_interfaceid": "40d8446f-49e0-4638-b368-6057ee2e5807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.552666] env[69677]: DEBUG oslo_concurrency.lockutils [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] Acquired lock "refresh_cache-1df2376f-a0b9-499c-af20-67453c380ea4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.552891] env[69677]: DEBUG nova.network.neutron [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Refreshing network info cache for port 40d8446f-49e0-4638-b368-6057ee2e5807 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.553740] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:43:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40d8446f-49e0-4638-b368-6057ee2e5807', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.561495] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.562473] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.562706] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc965043-426c-4d45-afd4-3cf23e949fda {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.583814] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.583814] env[69677]: value = "task-3436407" [ 841.583814] env[69677]: _type = "Task" [ 841.583814] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.591603] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436407, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.605547] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436404, 'name': PowerOffVM_Task, 'duration_secs': 0.24381} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.605810] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.606045] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.606810] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373fc443-bcc3-4e96-b0e2-22942ab59cd5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.614093] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.614496] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e39d95b-7dc1-48bb-ad0d-5f22189bd367 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.634880] env[69677]: DEBUG nova.scheduler.client.report [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.650498] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5241c439-0f33-4e16-cb28-3b467cfd0a95, 'name': SearchDatastore_Task, 'duration_secs': 0.058545} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.650790] env[69677]: DEBUG oslo_concurrency.lockutils [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.651025] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.651264] env[69677]: DEBUG oslo_concurrency.lockutils [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.651411] env[69677]: DEBUG oslo_concurrency.lockutils [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.651589] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.652074] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fa59792-e6ef-4f5b-9712-68633b441aa5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.662091] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.662307] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.663183] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a76697c-7b5e-4d7c-a4cd-9c05de9cefff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.669264] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 841.669264] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52132d98-c70b-cbed-ebc1-2f9adf583f1e" [ 841.669264] env[69677]: _type = "Task" [ 841.669264] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.680051] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52132d98-c70b-cbed-ebc1-2f9adf583f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.688898] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.689177] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.689366] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleting the datastore file [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.689635] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f57fa5d1-4ed9-4bd0-a578-af32608807af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.696974] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 841.696974] env[69677]: value = "task-3436409" [ 841.696974] env[69677]: _type = "Task" [ 841.696974] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.707093] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.763930] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436396, 'name': RelocateVM_Task} progress is 98%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.797041] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522555} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.797374] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 94b1e5b5-4207-44df-8d05-a3edb1af5f67/94b1e5b5-4207-44df-8d05-a3edb1af5f67.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.797620] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.797912] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65e72fcd-c9b4-4818-a799-9765e230ae58 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.807157] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for the task: (returnval){ [ 841.807157] env[69677]: value = "task-3436410" [ 841.807157] env[69677]: _type = "Task" [ 841.807157] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.813971] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436405, 'name': Destroy_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.819440] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.957476] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 841.957844] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.957996] env[69677]: DEBUG oslo_concurrency.lockutils [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.958153] env[69677]: DEBUG oslo_concurrency.lockutils [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.958331] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.958605] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d20d281-88c1-409d-9108-ddc2f379f0c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.967445] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.967634] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.968389] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb8025d-03e0-4db0-9697-8516b364ccd5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.973990] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 841.973990] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a4c22f-e946-0336-4619-19b695e6d3b0" [ 841.973990] env[69677]: _type = "Task" [ 841.973990] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.982023] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a4c22f-e946-0336-4619-19b695e6d3b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.094300] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436407, 'name': CreateVM_Task, 'duration_secs': 0.500453} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.094651] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.095736] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.096167] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.097152] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.097517] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a193b23-8bb5-46fa-9eee-11e34cd3ddf2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.102587] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 842.102587] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526d9802-76e4-e9f5-6f60-920194ad5055" [ 842.102587] env[69677]: _type = "Task" [ 842.102587] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.116130] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526d9802-76e4-e9f5-6f60-920194ad5055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.143068] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.143068] env[69677]: DEBUG nova.compute.manager [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.145696] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.398s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.147414] env[69677]: INFO nova.compute.claims [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.184178] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52132d98-c70b-cbed-ebc1-2f9adf583f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011582} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.188435] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3752c868-3c83-4649-b9b2-aae358700427 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.195501] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 842.195501] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ae4ed0-7752-c32b-957f-1759d57409b5" [ 842.195501] env[69677]: _type = "Task" [ 842.195501] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.210663] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326662} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.212020] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ae4ed0-7752-c32b-957f-1759d57409b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.212020] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.212020] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.212020] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.264362] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436396, 'name': RelocateVM_Task, 'duration_secs': 4.136093} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.264801] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 842.265165] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686001', 'volume_id': '77da2c01-9b7b-4309-a817-854d0ae2a193', 'name': 'volume-77da2c01-9b7b-4309-a817-854d0ae2a193', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b52a425a-6d61-483a-b1df-3ca54ffadb21', 'attached_at': '', 'detached_at': '', 'volume_id': '77da2c01-9b7b-4309-a817-854d0ae2a193', 'serial': '77da2c01-9b7b-4309-a817-854d0ae2a193'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 842.266267] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5c5524-2a24-4d31-8758-b350a4f84d41 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.285245] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40f5ba2-573d-4519-ab03-6485ef26ac86 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.311786] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] volume-77da2c01-9b7b-4309-a817-854d0ae2a193/volume-77da2c01-9b7b-4309-a817-854d0ae2a193.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.315342] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83298780-b858-4149-bcc1-d8dac0c0be9d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.344127] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074247} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.347964] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.348350] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for the task: (returnval){ [ 842.348350] env[69677]: value = "task-3436411" [ 842.348350] env[69677]: _type = "Task" [ 842.348350] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.348520] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436405, 'name': Destroy_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.350123] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c880b5-1a9f-4491-8812-2dbd45ca28dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.361430] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.380486] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 94b1e5b5-4207-44df-8d05-a3edb1af5f67/94b1e5b5-4207-44df-8d05-a3edb1af5f67.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.380486] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb92390b-65d4-4750-b9a8-749115e51aa4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.395078] env[69677]: DEBUG nova.network.neutron [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Successfully updated port: a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.402116] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for the task: (returnval){ [ 842.402116] env[69677]: value = "task-3436412" [ 842.402116] env[69677]: _type = "Task" [ 842.402116] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.413142] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436412, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.461653] env[69677]: DEBUG nova.network.neutron [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Updated VIF entry in instance network info cache for port 40d8446f-49e0-4638-b368-6057ee2e5807. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.464139] env[69677]: DEBUG nova.network.neutron [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Updating instance_info_cache with network_info: [{"id": "40d8446f-49e0-4638-b368-6057ee2e5807", "address": "fa:16:3e:76:43:b9", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d8446f-49", "ovs_interfaceid": "40d8446f-49e0-4638-b368-6057ee2e5807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.489830] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a4c22f-e946-0336-4619-19b695e6d3b0, 'name': SearchDatastore_Task, 'duration_secs': 0.029933} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.490675] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58042dbf-52c7-431c-9391-5574a0c9de46 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.496597] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 842.496597] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52514cf3-69b0-b128-5e0e-1426bff0e68a" [ 842.496597] env[69677]: _type = "Task" [ 842.496597] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.504650] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52514cf3-69b0-b128-5e0e-1426bff0e68a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.613098] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526d9802-76e4-e9f5-6f60-920194ad5055, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.613437] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.613681] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.613951] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.647152] env[69677]: DEBUG nova.compute.utils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.648870] env[69677]: DEBUG nova.compute.manager [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.648870] env[69677]: DEBUG nova.network.neutron [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.705096] env[69677]: DEBUG nova.policy [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b5a92de3a5e435e8e894d42b6c9037f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e9ce2aed494aa199c9c935114bc400', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.722992] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ae4ed0-7752-c32b-957f-1759d57409b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012596} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.722992] env[69677]: DEBUG oslo_concurrency.lockutils [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.722992] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 3855bfe0-e66d-4871-b221-c1ceada2d3cc/3855bfe0-e66d-4871-b221-c1ceada2d3cc.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.723691] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.723903] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.724138] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e44798b1-8571-4c1f-8ac7-8fc3544e660d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.726412] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43cc2928-1acb-4c38-b6a7-f0f4e8ccefe8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.734963] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 842.734963] env[69677]: value = "task-3436413" [ 842.734963] env[69677]: _type = "Task" [ 842.734963] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.736186] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.737095] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.741244] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-518399dc-9f9d-4ccc-a534-aa545e4ee70a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.751047] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.751047] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 842.751047] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52449961-b19f-282c-3fd5-6797b8fc07d6" [ 842.751047] env[69677]: _type = "Task" [ 842.751047] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.759248] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52449961-b19f-282c-3fd5-6797b8fc07d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.824526] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436405, 'name': Destroy_Task, 'duration_secs': 1.51244} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.824817] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Destroyed the VM [ 842.825078] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 842.826147] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a93ed07-7c9e-4069-b053-a47a23973209 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.832297] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 842.832297] env[69677]: value = "task-3436414" [ 842.832297] env[69677]: _type = "Task" [ 842.832297] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.840302] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436414, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.862217] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436411, 'name': ReconfigVM_Task, 'duration_secs': 0.494279} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.862217] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Reconfigured VM instance instance-00000031 to attach disk [datastore1] volume-77da2c01-9b7b-4309-a817-854d0ae2a193/volume-77da2c01-9b7b-4309-a817-854d0ae2a193.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.866471] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5963194f-2c48-458b-a8bc-2782326cc12e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.882414] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for the task: (returnval){ [ 842.882414] env[69677]: value = "task-3436415" [ 842.882414] env[69677]: _type = "Task" [ 842.882414] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.895183] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.896868] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.899065] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.899065] env[69677]: DEBUG nova.network.neutron [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.913393] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436412, 'name': ReconfigVM_Task, 'duration_secs': 0.337019} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.913393] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 94b1e5b5-4207-44df-8d05-a3edb1af5f67/94b1e5b5-4207-44df-8d05-a3edb1af5f67.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.915345] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5746c5c2-0f21-45b3-a6c6-f2cf90f00a5c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.922811] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for the task: (returnval){ [ 842.922811] env[69677]: value = "task-3436416" [ 842.922811] env[69677]: _type = "Task" [ 842.922811] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.926077] env[69677]: DEBUG nova.compute.manager [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Received event network-vif-plugged-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.926127] env[69677]: DEBUG oslo_concurrency.lockutils [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] Acquiring lock "56912308-ed10-4ce7-8a34-134235478994-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.926343] env[69677]: DEBUG oslo_concurrency.lockutils [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] Lock "56912308-ed10-4ce7-8a34-134235478994-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.928599] env[69677]: DEBUG oslo_concurrency.lockutils [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] Lock "56912308-ed10-4ce7-8a34-134235478994-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.928599] env[69677]: DEBUG nova.compute.manager [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] No waiting events found dispatching network-vif-plugged-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.928599] env[69677]: WARNING nova.compute.manager [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Received unexpected event network-vif-plugged-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 for instance with vm_state building and task_state spawning. [ 842.928599] env[69677]: DEBUG nova.compute.manager [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Received event network-changed-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.928599] env[69677]: DEBUG nova.compute.manager [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Refreshing instance network info cache due to event network-changed-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.928910] env[69677]: DEBUG oslo_concurrency.lockutils [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] Acquiring lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.937409] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436416, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.966675] env[69677]: DEBUG oslo_concurrency.lockutils [req-9d0eca36-a30c-4698-9267-20c8b735a28e req-1a6cdcbe-6783-4f1b-b16c-5a2e6b72c759 service nova] Releasing lock "refresh_cache-1df2376f-a0b9-499c-af20-67453c380ea4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.009870] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52514cf3-69b0-b128-5e0e-1426bff0e68a, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.010382] env[69677]: DEBUG oslo_concurrency.lockutils [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.010815] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 6688d464-3e5c-4624-ba73-0b5bf35bba23/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. {{(pid=69677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 843.013021] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-018af5a0-3326-4c21-958d-deb2b9fb52c9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.020498] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 843.020498] env[69677]: value = "task-3436417" [ 843.020498] env[69677]: _type = "Task" [ 843.020498] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.028610] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.151947] env[69677]: DEBUG nova.compute.manager [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.170809] env[69677]: DEBUG nova.network.neutron [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Successfully created port: 9d7170c0-940e-4f00-97d3-af1ae50e5391 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.253232] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436413, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.258025] env[69677]: DEBUG nova.virt.hardware [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.258025] env[69677]: DEBUG nova.virt.hardware [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.258025] env[69677]: DEBUG nova.virt.hardware [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.258025] env[69677]: DEBUG nova.virt.hardware [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.258452] env[69677]: DEBUG nova.virt.hardware [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.258452] env[69677]: DEBUG nova.virt.hardware [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.258452] env[69677]: DEBUG nova.virt.hardware [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.258452] env[69677]: DEBUG nova.virt.hardware [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.258452] env[69677]: DEBUG nova.virt.hardware [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.258606] env[69677]: DEBUG nova.virt.hardware [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.258606] env[69677]: DEBUG nova.virt.hardware [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.262018] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0389621d-7467-43bc-b862-d6918bb7e1f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.278932] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82d30de-a44e-4256-823d-ce7d8a41f9a8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.283398] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52449961-b19f-282c-3fd5-6797b8fc07d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.288188] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816ce9ae-8c34-450b-be09-a3c29d64492f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.301438] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c5:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f0fb81-a5b9-4ed3-a684-74f77314320c', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.310437] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.313945] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.314487] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a45573fe-baf5-4018-bd59-e1942eb5b437 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.335387] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 843.335387] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52530b61-2c64-84ad-dae7-c63d8d22b25f" [ 843.335387] env[69677]: _type = "Task" [ 843.335387] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.344402] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.344402] env[69677]: value = "task-3436418" [ 843.344402] env[69677]: _type = "Task" [ 843.344402] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.360296] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52530b61-2c64-84ad-dae7-c63d8d22b25f, 'name': SearchDatastore_Task, 'duration_secs': 0.01704} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.360676] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436414, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.361830] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.362341] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 1df2376f-a0b9-499c-af20-67453c380ea4/1df2376f-a0b9-499c-af20-67453c380ea4.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.362510] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d50c085b-4bf9-467a-a619-e4fa1488937a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.368726] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436418, 'name': CreateVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.370472] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 843.370472] env[69677]: value = "task-3436419" [ 843.370472] env[69677]: _type = "Task" [ 843.370472] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.384902] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.397198] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436415, 'name': ReconfigVM_Task, 'duration_secs': 0.154729} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.397488] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686001', 'volume_id': '77da2c01-9b7b-4309-a817-854d0ae2a193', 'name': 'volume-77da2c01-9b7b-4309-a817-854d0ae2a193', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b52a425a-6d61-483a-b1df-3ca54ffadb21', 'attached_at': '', 'detached_at': '', 'volume_id': '77da2c01-9b7b-4309-a817-854d0ae2a193', 'serial': '77da2c01-9b7b-4309-a817-854d0ae2a193'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 843.398055] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45d0eba3-169d-491c-b2f6-5b7c5afeb0b1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.409607] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for the task: (returnval){ [ 843.409607] env[69677]: value = "task-3436420" [ 843.409607] env[69677]: _type = "Task" [ 843.409607] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.423082] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436420, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.437888] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436416, 'name': Rename_Task, 'duration_secs': 0.455116} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.438332] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.438729] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8726fdce-0d5a-4faa-8062-94bcdce659ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.452583] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for the task: (returnval){ [ 843.452583] env[69677]: value = "task-3436421" [ 843.452583] env[69677]: _type = "Task" [ 843.452583] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.458442] env[69677]: DEBUG nova.network.neutron [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.467298] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.530896] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436417, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.694080] env[69677]: DEBUG nova.network.neutron [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Updating instance_info_cache with network_info: [{"id": "a960fc0c-426b-40d0-a1f0-5bffbb4bfd07", "address": "fa:16:3e:28:0e:6b", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960fc0c-42", "ovs_interfaceid": "a960fc0c-426b-40d0-a1f0-5bffbb4bfd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.750930] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579671} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.751235] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 3855bfe0-e66d-4871-b221-c1ceada2d3cc/3855bfe0-e66d-4871-b221-c1ceada2d3cc.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.751449] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.755139] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6566708a-43f4-4460-a0d7-dead3ae3255d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.760177] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 843.760177] env[69677]: value = "task-3436422" [ 843.760177] env[69677]: _type = "Task" [ 843.760177] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.847105] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436414, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.859090] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436418, 'name': CreateVM_Task, 'duration_secs': 0.45485} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.859275] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.860054] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.860225] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.860607] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.860880] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2bf0d1-7ce1-438b-bc2e-3c1b0a69d248 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.865527] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 843.865527] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5228096c-0c9d-78a0-6ea1-94f499a5b5ae" [ 843.865527] env[69677]: _type = "Task" [ 843.865527] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.880014] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5228096c-0c9d-78a0-6ea1-94f499a5b5ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.883507] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436419, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.919262] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c338f5-a7bc-4f03-83b0-d8076ef6ad2b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.931068] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58d5553-88af-4529-bba1-179fc7bc0aec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.934653] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436420, 'name': Rename_Task, 'duration_secs': 0.163986} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.934969] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.935638] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84747ba1-57c4-4b3b-be63-7e37e78fbec7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.976466] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aadb673-692b-4bf2-9511-9b114e2ce2e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.979781] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for the task: (returnval){ [ 843.979781] env[69677]: value = "task-3436423" [ 843.979781] env[69677]: _type = "Task" [ 843.979781] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.990825] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436421, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.992858] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21416095-c731-4eb0-b88e-590fb254ef4b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.000879] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.011647] env[69677]: DEBUG nova.compute.provider_tree [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.030641] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810476} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.030911] env[69677]: INFO nova.virt.vmwareapi.ds_util [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 6688d464-3e5c-4624-ba73-0b5bf35bba23/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. [ 844.031734] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc0afc-5b4a-4a87-bcee-5b1ae5354d61 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.061984] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 6688d464-3e5c-4624-ba73-0b5bf35bba23/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.061984] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a8cfbb7-92b8-4e72-b52f-bfc12524b6ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.081825] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 844.081825] env[69677]: value = "task-3436424" [ 844.081825] env[69677]: _type = "Task" [ 844.081825] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.090901] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.170124] env[69677]: DEBUG nova.compute.manager [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.197272] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.197486] env[69677]: DEBUG nova.compute.manager [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Instance network_info: |[{"id": "a960fc0c-426b-40d0-a1f0-5bffbb4bfd07", "address": "fa:16:3e:28:0e:6b", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960fc0c-42", "ovs_interfaceid": "a960fc0c-426b-40d0-a1f0-5bffbb4bfd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.199993] env[69677]: DEBUG oslo_concurrency.lockutils [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] Acquired lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.200230] env[69677]: DEBUG nova.network.neutron [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Refreshing network info cache for port a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.201512] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:0e:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a960fc0c-426b-40d0-a1f0-5bffbb4bfd07', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.210268] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Creating folder: Project (015f87514254484fb4d300753833434c). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.211307] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32f4e1fd-de2d-4d20-be06-220ce4729951 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.217601] env[69677]: DEBUG nova.virt.hardware [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.217874] env[69677]: DEBUG nova.virt.hardware [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.218058] env[69677]: DEBUG nova.virt.hardware [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.218253] env[69677]: DEBUG nova.virt.hardware [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.218404] env[69677]: DEBUG nova.virt.hardware [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.218567] env[69677]: DEBUG nova.virt.hardware [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.218809] env[69677]: DEBUG nova.virt.hardware [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.218997] env[69677]: DEBUG nova.virt.hardware [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.219219] env[69677]: DEBUG nova.virt.hardware [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.219415] env[69677]: DEBUG nova.virt.hardware [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.219669] env[69677]: DEBUG nova.virt.hardware [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.221444] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91448581-4a20-49a2-a189-1f42f6f4cdc7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.226200] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Created folder: Project (015f87514254484fb4d300753833434c) in parent group-v685897. [ 844.226425] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Creating folder: Instances. Parent ref: group-v686053. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.227074] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed13b168-788b-40a7-804a-6ee95141470f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.232600] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a94103-513d-4786-80c0-57e1b4cc1b7b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.259071] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Created folder: Instances in parent group-v686053. [ 844.259405] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.260415] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56912308-ed10-4ce7-8a34-134235478994] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.260689] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c63d9e5-e820-4749-8e6d-6c0927ed8933 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.287314] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084929} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.288879] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.289215] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.289215] env[69677]: value = "task-3436427" [ 844.289215] env[69677]: _type = "Task" [ 844.289215] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.289927] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de7139b-dbef-4977-a4e2-d6a915120cb7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.301815] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436427, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.322392] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 3855bfe0-e66d-4871-b221-c1ceada2d3cc/3855bfe0-e66d-4871-b221-c1ceada2d3cc.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.322790] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-300a821f-57a3-4b79-9da6-d310ffb5ae87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.349163] env[69677]: DEBUG oslo_vmware.api [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436414, 'name': RemoveSnapshot_Task, 'duration_secs': 1.451792} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.350645] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 844.357021] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 844.357021] env[69677]: value = "task-3436428" [ 844.357021] env[69677]: _type = "Task" [ 844.357021] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.365751] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.382168] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811751} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.386186] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 1df2376f-a0b9-499c-af20-67453c380ea4/1df2376f-a0b9-499c-af20-67453c380ea4.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.386440] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.386760] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5228096c-0c9d-78a0-6ea1-94f499a5b5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.054095} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.387010] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd306b89-551a-4d6a-ab31-8ddff28ec2d7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.389952] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.390218] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.390459] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.390611] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.390784] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.391727] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f3fc7fe-9ec9-433a-8c98-4bf946f820eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.403375] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 844.403375] env[69677]: value = "task-3436429" [ 844.403375] env[69677]: _type = "Task" [ 844.403375] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.404731] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.404909] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.409766] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4f2936e-a23e-4895-ae77-5cd507ec9b06 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.418489] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 844.418489] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52368ebd-2535-38f3-6363-f6d9cba81708" [ 844.418489] env[69677]: _type = "Task" [ 844.418489] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.422677] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.433237] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52368ebd-2535-38f3-6363-f6d9cba81708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.482949] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.492536] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436423, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.515278] env[69677]: DEBUG nova.scheduler.client.report [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.595683] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.777126] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Acquiring lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.777126] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.803387] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436427, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.856428] env[69677]: WARNING nova.compute.manager [None req-b7aa65da-3fb5-451a-bd68-bf13e8b1c524 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Image not found during snapshot: nova.exception.ImageNotFound: Image 3f27c777-6441-4159-8f1b-b75a4dd0efdd could not be found. [ 844.875363] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.919260] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077619} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.919545] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.920442] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a13e9d-862b-4f4d-b488-d52c98898488 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.933601] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52368ebd-2535-38f3-6363-f6d9cba81708, 'name': SearchDatastore_Task, 'duration_secs': 0.014875} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.963875] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 1df2376f-a0b9-499c-af20-67453c380ea4/1df2376f-a0b9-499c-af20-67453c380ea4.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.964366] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5becce58-bc58-429e-858d-d57965eaab8b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.967573] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d394b27-fdfc-4098-b160-627e18c756bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.994836] env[69677]: DEBUG nova.network.neutron [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Successfully updated port: 9d7170c0-940e-4f00-97d3-af1ae50e5391 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.005611] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 845.005611] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5277cfee-a02d-25e7-3272-11d129e9a69d" [ 845.005611] env[69677]: _type = "Task" [ 845.005611] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.018898] env[69677]: DEBUG oslo_vmware.api [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436423, 'name': PowerOnVM_Task, 'duration_secs': 0.818309} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.019746] env[69677]: DEBUG oslo_vmware.api [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436421, 'name': PowerOnVM_Task, 'duration_secs': 1.046568} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.020108] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 845.020108] env[69677]: value = "task-3436430" [ 845.020108] env[69677]: _type = "Task" [ 845.020108] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.021341] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.021689] env[69677]: INFO nova.compute.manager [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Took 10.18 seconds to spawn the instance on the hypervisor. [ 845.022046] env[69677]: DEBUG nova.compute.manager [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.022336] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.022590] env[69677]: INFO nova.compute.manager [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Took 9.19 seconds to spawn the instance on the hypervisor. [ 845.022828] env[69677]: DEBUG nova.compute.manager [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.023765] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.024285] env[69677]: DEBUG nova.compute.manager [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.034676] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7e0b74-de20-475b-ad87-b5e282536537 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.038826] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8fd4f8-cf39-4005-9f5c-ce23830d915f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.047543] env[69677]: DEBUG oslo_concurrency.lockutils [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.532s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.047700] env[69677]: DEBUG nova.objects.instance [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Lazy-loading 'resources' on Instance uuid 42c8099a-cb13-4afd-94f7-4fc7506b36d7 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.052993] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5277cfee-a02d-25e7-3272-11d129e9a69d, 'name': SearchDatastore_Task, 'duration_secs': 0.016146} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.052993] env[69677]: DEBUG nova.network.neutron [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Updated VIF entry in instance network info cache for port a960fc0c-426b-40d0-a1f0-5bffbb4bfd07. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.053208] env[69677]: DEBUG nova.network.neutron [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Updating instance_info_cache with network_info: [{"id": "a960fc0c-426b-40d0-a1f0-5bffbb4bfd07", "address": "fa:16:3e:28:0e:6b", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960fc0c-42", "ovs_interfaceid": "a960fc0c-426b-40d0-a1f0-5bffbb4bfd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.053208] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.053545] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.055626] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af17558f-a7ba-45dd-85da-59dc9acca2c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.074493] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.082332] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 845.082332] env[69677]: value = "task-3436431" [ 845.082332] env[69677]: _type = "Task" [ 845.082332] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.098997] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436424, 'name': ReconfigVM_Task, 'duration_secs': 0.702439} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.099188] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.099442] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 6688d464-3e5c-4624-ba73-0b5bf35bba23/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.100572] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4eecce5-8c10-4ba1-8d5c-2d4ae97f4af2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.128911] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1351420e-6546-47f2-adb4-9b3743634569 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.139927] env[69677]: DEBUG nova.compute.manager [req-d9655128-f16c-4ecc-a899-b8f466813d61 req-21b15d66-7c90-4882-b3ac-2e8c74d748c0 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Received event network-vif-plugged-9d7170c0-940e-4f00-97d3-af1ae50e5391 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.140148] env[69677]: DEBUG oslo_concurrency.lockutils [req-d9655128-f16c-4ecc-a899-b8f466813d61 req-21b15d66-7c90-4882-b3ac-2e8c74d748c0 service nova] Acquiring lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.140379] env[69677]: DEBUG oslo_concurrency.lockutils [req-d9655128-f16c-4ecc-a899-b8f466813d61 req-21b15d66-7c90-4882-b3ac-2e8c74d748c0 service nova] Lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.140550] env[69677]: DEBUG oslo_concurrency.lockutils [req-d9655128-f16c-4ecc-a899-b8f466813d61 req-21b15d66-7c90-4882-b3ac-2e8c74d748c0 service nova] Lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.140716] env[69677]: DEBUG nova.compute.manager [req-d9655128-f16c-4ecc-a899-b8f466813d61 req-21b15d66-7c90-4882-b3ac-2e8c74d748c0 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] No waiting events found dispatching network-vif-plugged-9d7170c0-940e-4f00-97d3-af1ae50e5391 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.140901] env[69677]: WARNING nova.compute.manager [req-d9655128-f16c-4ecc-a899-b8f466813d61 req-21b15d66-7c90-4882-b3ac-2e8c74d748c0 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Received unexpected event network-vif-plugged-9d7170c0-940e-4f00-97d3-af1ae50e5391 for instance with vm_state building and task_state spawning. [ 845.148060] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 845.148060] env[69677]: value = "task-3436432" [ 845.148060] env[69677]: _type = "Task" [ 845.148060] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.157796] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.193249] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "84e21492-c7a1-4d7c-8c55-5466494c2757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.193519] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "84e21492-c7a1-4d7c-8c55-5466494c2757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.193730] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "84e21492-c7a1-4d7c-8c55-5466494c2757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.193916] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "84e21492-c7a1-4d7c-8c55-5466494c2757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.194101] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "84e21492-c7a1-4d7c-8c55-5466494c2757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.196917] env[69677]: INFO nova.compute.manager [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Terminating instance [ 845.281300] env[69677]: DEBUG nova.compute.utils [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.304695] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436427, 'name': CreateVM_Task, 'duration_secs': 0.925773} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.304860] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56912308-ed10-4ce7-8a34-134235478994] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.305563] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.305718] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.306121] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.306386] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce682939-d580-474e-b109-d40c4ee4deca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.312360] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 845.312360] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5210513d-e8cc-3dc2-6415-f8f887b7255a" [ 845.312360] env[69677]: _type = "Task" [ 845.312360] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.321697] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5210513d-e8cc-3dc2-6415-f8f887b7255a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.367923] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436428, 'name': ReconfigVM_Task, 'duration_secs': 0.534138} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.368243] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 3855bfe0-e66d-4871-b221-c1ceada2d3cc/3855bfe0-e66d-4871-b221-c1ceada2d3cc.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.368968] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41342a6a-5f65-4b35-aed1-60fe1fe0c982 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.380408] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 845.380408] env[69677]: value = "task-3436433" [ 845.380408] env[69677]: _type = "Task" [ 845.380408] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.391837] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436433, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.505159] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.505327] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquired lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.505540] env[69677]: DEBUG nova.network.neutron [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.530758] env[69677]: DEBUG nova.compute.utils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.535994] env[69677]: DEBUG nova.compute.manager [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.536318] env[69677]: DEBUG nova.network.neutron [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.539019] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436430, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.555623] env[69677]: DEBUG oslo_concurrency.lockutils [req-29b5595e-a970-47a0-981d-09f0595a8c2d req-7bcff1f3-4dbe-4cc2-a567-678de32fd41b service nova] Releasing lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.595695] env[69677]: INFO nova.compute.manager [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Took 41.76 seconds to build instance. [ 845.597833] env[69677]: INFO nova.compute.manager [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Took 55.51 seconds to build instance. [ 845.600614] env[69677]: DEBUG nova.policy [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e4de071f8414d399533f1bffb1ac29b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6058478746f143e997e0896ab4bfd5b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.613827] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436431, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.662510] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436432, 'name': ReconfigVM_Task, 'duration_secs': 0.283429} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.662682] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.663254] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8b00d47-d0d6-4252-899d-4334c847fad1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.673904] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 845.673904] env[69677]: value = "task-3436434" [ 845.673904] env[69677]: _type = "Task" [ 845.673904] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.686122] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.701863] env[69677]: DEBUG nova.compute.manager [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.702254] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.703296] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87a0bfe-3902-419e-b14d-1ab0e9b21aaf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.713099] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.716181] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26718ce0-1045-45c5-b52c-7cf38e1e6688 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.727822] env[69677]: DEBUG oslo_vmware.api [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 845.727822] env[69677]: value = "task-3436435" [ 845.727822] env[69677]: _type = "Task" [ 845.727822] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.739540] env[69677]: DEBUG oslo_vmware.api [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.786407] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.823741] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5210513d-e8cc-3dc2-6415-f8f887b7255a, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.827442] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.827442] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.827442] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.827442] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.827749] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.828127] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0627f60-7ff5-4c49-b9f0-9f10406d8514 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.840820] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.840820] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.840820] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c1b2f6-7272-4621-b0bd-5973b434ca13 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.850366] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 845.850366] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cb0c15-99c5-943b-9400-7c48cefe4cf9" [ 845.850366] env[69677]: _type = "Task" [ 845.850366] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.863704] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cb0c15-99c5-943b-9400-7c48cefe4cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.895075] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436433, 'name': Rename_Task, 'duration_secs': 0.249201} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.896102] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.896102] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75114639-5a71-4ac7-99c5-ba599fac8bfd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.906057] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 845.906057] env[69677]: value = "task-3436436" [ 845.906057] env[69677]: _type = "Task" [ 845.906057] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.914501] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.985088] env[69677]: DEBUG nova.network.neutron [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Successfully created port: 79f5941e-0ea0-4928-9fe3-97796dac79bc {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.038220] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436430, 'name': ReconfigVM_Task, 'duration_secs': 0.851327} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.038533] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 1df2376f-a0b9-499c-af20-67453c380ea4/1df2376f-a0b9-499c-af20-67453c380ea4.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.039447] env[69677]: DEBUG nova.compute.manager [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.042058] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8858df7-b6d2-4029-86a2-20f0d39c0a88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.050739] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 846.050739] env[69677]: value = "task-3436437" [ 846.050739] env[69677]: _type = "Task" [ 846.050739] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.062227] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436437, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.068094] env[69677]: DEBUG nova.network.neutron [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.105891] env[69677]: DEBUG oslo_concurrency.lockutils [None req-31638b58-ff50-4f4b-a0fc-445038a5d13a tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "b52a425a-6d61-483a-b1df-3ca54ffadb21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.509s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.106266] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ea4b701-6850-4dcc-a49c-aa02ef1b3ce1 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.033s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.106509] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71083} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.109187] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.109187] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.111494] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bc8a2af-6ab9-47f4-bba0-adfd24acd612 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.124786] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 846.124786] env[69677]: value = "task-3436438" [ 846.124786] env[69677]: _type = "Task" [ 846.124786] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.142321] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.190314] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.216493] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a3b084-2275-41c7-80bc-40a4e916991d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.224312] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcab35d2-fcf0-4f1f-86a0-2e40cac702d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.259252] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9586e3-25cc-4d6f-895f-46f1d1fd7d32 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.265348] env[69677]: DEBUG oslo_vmware.api [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436435, 'name': PowerOffVM_Task, 'duration_secs': 0.28218} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.269021] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.269021] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.269021] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaa0202a-337c-40fd-8cb0-9fddea1f0e5f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.271473] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdcf21d-418c-486f-8826-197cd3e5ef15 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.293792] env[69677]: DEBUG nova.compute.provider_tree [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.331608] env[69677]: DEBUG nova.network.neutron [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Updating instance_info_cache with network_info: [{"id": "9d7170c0-940e-4f00-97d3-af1ae50e5391", "address": "fa:16:3e:04:5e:e9", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7170c0-94", "ovs_interfaceid": "9d7170c0-940e-4f00-97d3-af1ae50e5391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.357209] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.357306] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.357614] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Deleting the datastore file [datastore2] 84e21492-c7a1-4d7c-8c55-5466494c2757 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.357945] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-465fe194-40b6-4e42-9235-ca96a3d8c65e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.364370] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cb0c15-99c5-943b-9400-7c48cefe4cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.023365} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.365906] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ef956c1-35db-497e-93cd-de1d6fbba122 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.370647] env[69677]: DEBUG oslo_vmware.api [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 846.370647] env[69677]: value = "task-3436440" [ 846.370647] env[69677]: _type = "Task" [ 846.370647] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.381051] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 846.381051] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52386f2c-4fb7-1603-9ca1-1994bcc29bfc" [ 846.381051] env[69677]: _type = "Task" [ 846.381051] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.392628] env[69677]: DEBUG oslo_vmware.api [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.403385] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52386f2c-4fb7-1603-9ca1-1994bcc29bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.025219} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.403985] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.403985] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 56912308-ed10-4ce7-8a34-134235478994/56912308-ed10-4ce7-8a34-134235478994.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.404433] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f27c6ae4-1077-4f21-a1cb-7f7c88150371 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.416662] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436436, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.418152] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 846.418152] env[69677]: value = "task-3436441" [ 846.418152] env[69677]: _type = "Task" [ 846.418152] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.427669] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.562248] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436437, 'name': Rename_Task, 'duration_secs': 0.285219} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.562603] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.562878] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32cb6719-6775-4bb1-acff-736209bc4d47 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.570877] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 846.570877] env[69677]: value = "task-3436442" [ 846.570877] env[69677]: _type = "Task" [ 846.570877] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.581028] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.616275] env[69677]: DEBUG nova.compute.manager [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.619772] env[69677]: DEBUG nova.compute.manager [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.641052] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075622} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.641385] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.642414] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ab9271-e543-4d2d-8ab8-8b8ba3662179 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.672312] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.672842] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40fcb6d-c56f-4c7b-9027-5d870192b8f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.698649] env[69677]: DEBUG oslo_vmware.api [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436434, 'name': PowerOnVM_Task, 'duration_secs': 0.825708} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.700245] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.701956] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 846.701956] env[69677]: value = "task-3436443" [ 846.701956] env[69677]: _type = "Task" [ 846.701956] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.703131] env[69677]: DEBUG nova.compute.manager [None req-09a44b68-709d-4e73-bc34-863430b5f42b tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.707277] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9475eb3-fb55-4074-bff4-66d3a7da7e7f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.715831] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.799587] env[69677]: DEBUG nova.scheduler.client.report [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.835210] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Releasing lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.835742] env[69677]: DEBUG nova.compute.manager [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Instance network_info: |[{"id": "9d7170c0-940e-4f00-97d3-af1ae50e5391", "address": "fa:16:3e:04:5e:e9", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7170c0-94", "ovs_interfaceid": "9d7170c0-940e-4f00-97d3-af1ae50e5391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.836991] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:5e:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d7170c0-940e-4f00-97d3-af1ae50e5391', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.847718] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.848017] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.848551] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8cb242f-bc4d-410f-b89a-9d6219ad02e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.876467] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.876467] env[69677]: value = "task-3436444" [ 846.876467] env[69677]: _type = "Task" [ 846.876467] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.886407] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Acquiring lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.886856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.887133] env[69677]: INFO nova.compute.manager [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Attaching volume fe00468f-0709-42cc-8d74-1a9202ba33d4 to /dev/sdb [ 846.889634] env[69677]: DEBUG oslo_vmware.api [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45357} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.890510] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.890793] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.891149] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.891530] env[69677]: INFO nova.compute.manager [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Took 1.19 seconds to destroy the instance on the hypervisor. [ 846.891836] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.892076] env[69677]: DEBUG nova.compute.manager [-] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.892160] env[69677]: DEBUG nova.network.neutron [-] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.900182] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436444, 'name': CreateVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.919617] env[69677]: DEBUG oslo_vmware.api [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436436, 'name': PowerOnVM_Task, 'duration_secs': 0.833492} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.923577] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.924560] env[69677]: DEBUG nova.compute.manager [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.924866] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b67c664-3b4e-437f-889f-fb218a7d8913 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.936126] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436441, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.938957] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa734750-b58f-42f3-a933-61cf09765d7f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.954600] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7477cd3c-2e0f-4a14-a475-0efcab58e18d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.974783] env[69677]: DEBUG nova.virt.block_device [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Updating existing volume attachment record: da410936-fb87-40f4-8497-b39abba6fde6 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 847.053356] env[69677]: DEBUG nova.compute.manager [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.090790] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.107105] env[69677]: DEBUG nova.virt.hardware [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.107937] env[69677]: DEBUG nova.virt.hardware [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.107937] env[69677]: DEBUG nova.virt.hardware [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.108158] env[69677]: DEBUG nova.virt.hardware [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.108212] env[69677]: DEBUG nova.virt.hardware [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.108422] env[69677]: DEBUG nova.virt.hardware [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.108737] env[69677]: DEBUG nova.virt.hardware [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.108979] env[69677]: DEBUG nova.virt.hardware [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.109248] env[69677]: DEBUG nova.virt.hardware [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.109499] env[69677]: DEBUG nova.virt.hardware [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.109764] env[69677]: DEBUG nova.virt.hardware [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.111057] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36576ab0-fa5e-4479-9fbf-1d0d9c685b3a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.131571] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca1fde5-8d37-4559-b88f-a72981d276a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.157741] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.162920] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.218993] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436443, 'name': ReconfigVM_Task, 'duration_secs': 0.401287} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.218993] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Reconfigured VM instance instance-00000008 to attach disk [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051/a8f82b8b-a451-4b77-abe9-d69a7d061051.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.218993] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23fc1c61-f105-4f8c-857f-b6720f105263 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.225455] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 847.225455] env[69677]: value = "task-3436447" [ 847.225455] env[69677]: _type = "Task" [ 847.225455] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.241454] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436447, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.307265] env[69677]: DEBUG oslo_concurrency.lockutils [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.312985] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.610s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.313320] env[69677]: DEBUG nova.objects.instance [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lazy-loading 'resources' on Instance uuid fad4385f-c21f-4236-b028-464df7b50b70 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.337171] env[69677]: INFO nova.scheduler.client.report [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Deleted allocations for instance 42c8099a-cb13-4afd-94f7-4fc7506b36d7 [ 847.391758] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436444, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.431695] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829223} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.432565] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 56912308-ed10-4ce7-8a34-134235478994/56912308-ed10-4ce7-8a34-134235478994.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.433066] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.433536] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-000f7db0-1076-4f0f-a03a-9478fca11a46 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.445231] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 847.445231] env[69677]: value = "task-3436449" [ 847.445231] env[69677]: _type = "Task" [ 847.445231] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.461439] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.462148] env[69677]: DEBUG oslo_concurrency.lockutils [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.466228] env[69677]: DEBUG nova.compute.manager [req-679d43e5-8f6b-4f6b-98db-e9b1c17d53f6 req-a90ff86f-369b-4634-bc23-e3e1694b5d8c service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Received event network-changed-9d7170c0-940e-4f00-97d3-af1ae50e5391 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.466228] env[69677]: DEBUG nova.compute.manager [req-679d43e5-8f6b-4f6b-98db-e9b1c17d53f6 req-a90ff86f-369b-4634-bc23-e3e1694b5d8c service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Refreshing instance network info cache due to event network-changed-9d7170c0-940e-4f00-97d3-af1ae50e5391. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.466228] env[69677]: DEBUG oslo_concurrency.lockutils [req-679d43e5-8f6b-4f6b-98db-e9b1c17d53f6 req-a90ff86f-369b-4634-bc23-e3e1694b5d8c service nova] Acquiring lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.466228] env[69677]: DEBUG oslo_concurrency.lockutils [req-679d43e5-8f6b-4f6b-98db-e9b1c17d53f6 req-a90ff86f-369b-4634-bc23-e3e1694b5d8c service nova] Acquired lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.466228] env[69677]: DEBUG nova.network.neutron [req-679d43e5-8f6b-4f6b-98db-e9b1c17d53f6 req-a90ff86f-369b-4634-bc23-e3e1694b5d8c service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Refreshing network info cache for port 9d7170c0-940e-4f00-97d3-af1ae50e5391 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.585538] env[69677]: DEBUG oslo_vmware.api [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436442, 'name': PowerOnVM_Task, 'duration_secs': 0.917669} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.585826] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.586095] env[69677]: INFO nova.compute.manager [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Took 8.98 seconds to spawn the instance on the hypervisor. [ 847.586586] env[69677]: DEBUG nova.compute.manager [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.587219] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607d66e2-1fcc-416f-b90e-9f916b66c29a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.737755] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436447, 'name': Rename_Task, 'duration_secs': 0.182719} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.738033] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.738481] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75b6b89a-cc42-4cb3-87d7-89a9c09165b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.747935] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 847.747935] env[69677]: value = "task-3436450" [ 847.747935] env[69677]: _type = "Task" [ 847.747935] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.758880] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.794570] env[69677]: DEBUG nova.network.neutron [-] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.845851] env[69677]: DEBUG oslo_concurrency.lockutils [None req-86e83aba-d5ad-43fb-b54a-dd05e0c38bf8 tempest-InstanceActionsV221TestJSON-1124604539 tempest-InstanceActionsV221TestJSON-1124604539-project-member] Lock "42c8099a-cb13-4afd-94f7-4fc7506b36d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.916s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.891750] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436444, 'name': CreateVM_Task, 'duration_secs': 0.613959} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.892056] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.892764] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.893376] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.893376] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.893559] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c11a5d2-e5d5-4e7d-b97f-e1565795a374 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.900690] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 847.900690] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bb7590-ba42-857f-f7d0-50ecbe742548" [ 847.900690] env[69677]: _type = "Task" [ 847.900690] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.914350] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bb7590-ba42-857f-f7d0-50ecbe742548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.954642] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085971} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.958115] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.959365] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0df757-c876-429f-8098-ff36973ca817 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.986949] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 56912308-ed10-4ce7-8a34-134235478994/56912308-ed10-4ce7-8a34-134235478994.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.990130] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d944898-c04b-4ecb-8b3b-017410fe0d10 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.013568] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 848.013568] env[69677]: value = "task-3436451" [ 848.013568] env[69677]: _type = "Task" [ 848.013568] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.027298] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.107771] env[69677]: INFO nova.compute.manager [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Took 37.67 seconds to build instance. [ 848.261956] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436450, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.298431] env[69677]: INFO nova.compute.manager [-] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Took 1.41 seconds to deallocate network for instance. [ 848.417555] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bb7590-ba42-857f-f7d0-50ecbe742548, 'name': SearchDatastore_Task, 'duration_secs': 0.020786} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.419285] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.419285] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.419285] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.419285] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.419610] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.419610] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f765b7dd-8f9a-4b0e-b461-428c353fa907 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.436551] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.436765] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.437698] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9cc84c-c79e-48e6-ba3f-040645196c4f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.447446] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 848.447446] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52af175f-e788-6880-43c4-a10a25c7c4bf" [ 848.447446] env[69677]: _type = "Task" [ 848.447446] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.465810] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52af175f-e788-6880-43c4-a10a25c7c4bf, 'name': SearchDatastore_Task} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.470699] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac6d4416-4088-4e8d-817a-88201141fac5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.477781] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 848.477781] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52eeec4e-f353-d091-ca4c-d86a18d1f324" [ 848.477781] env[69677]: _type = "Task" [ 848.477781] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.497294] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52eeec4e-f353-d091-ca4c-d86a18d1f324, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.520254] env[69677]: DEBUG nova.network.neutron [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Successfully updated port: 79f5941e-0ea0-4928-9fe3-97796dac79bc {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.530991] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.613638] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a2f97a5d-126b-49ec-983b-f12c87fc2152 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "1df2376f-a0b9-499c-af20-67453c380ea4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.746s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.652374] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e907a0-9000-4050-977c-68bbccffcf62 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.661589] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e757e150-aeae-4f9d-aeec-951ff871fbbd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.701112] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e34b81-181e-41a4-9395-91d9a40a30de {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.712708] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c60c7b-cbdd-466d-8474-24543ccda05d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.729738] env[69677]: DEBUG nova.compute.provider_tree [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.758255] env[69677]: DEBUG nova.network.neutron [req-679d43e5-8f6b-4f6b-98db-e9b1c17d53f6 req-a90ff86f-369b-4634-bc23-e3e1694b5d8c service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Updated VIF entry in instance network info cache for port 9d7170c0-940e-4f00-97d3-af1ae50e5391. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.758825] env[69677]: DEBUG nova.network.neutron [req-679d43e5-8f6b-4f6b-98db-e9b1c17d53f6 req-a90ff86f-369b-4634-bc23-e3e1694b5d8c service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Updating instance_info_cache with network_info: [{"id": "9d7170c0-940e-4f00-97d3-af1ae50e5391", "address": "fa:16:3e:04:5e:e9", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7170c0-94", "ovs_interfaceid": "9d7170c0-940e-4f00-97d3-af1ae50e5391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.768812] env[69677]: DEBUG oslo_vmware.api [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436450, 'name': PowerOnVM_Task, 'duration_secs': 0.516102} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.770046] env[69677]: DEBUG oslo_concurrency.lockutils [req-679d43e5-8f6b-4f6b-98db-e9b1c17d53f6 req-a90ff86f-369b-4634-bc23-e3e1694b5d8c service nova] Releasing lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.770756] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.770993] env[69677]: DEBUG nova.compute.manager [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.773350] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c7e10c-a6ff-4102-8250-8d1407060ddd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.807101] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.892248] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.892533] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.892751] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.892937] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.893116] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.895316] env[69677]: INFO nova.compute.manager [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Terminating instance [ 848.959864] env[69677]: DEBUG oslo_concurrency.lockutils [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquiring lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.960156] env[69677]: DEBUG oslo_concurrency.lockutils [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.960372] env[69677]: DEBUG oslo_concurrency.lockutils [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquiring lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.960554] env[69677]: DEBUG oslo_concurrency.lockutils [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.960723] env[69677]: DEBUG oslo_concurrency.lockutils [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.962881] env[69677]: INFO nova.compute.manager [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Terminating instance [ 848.989876] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52eeec4e-f353-d091-ca4c-d86a18d1f324, 'name': SearchDatastore_Task, 'duration_secs': 0.025419} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.990173] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.990430] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] bd0029fb-bcf0-4e15-afd5-0872c1d63530/bd0029fb-bcf0-4e15-afd5-0872c1d63530.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.990928] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ee36eb7-8a95-445b-aab6-29d40101e77d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.999753] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 848.999753] env[69677]: value = "task-3436452" [ 848.999753] env[69677]: _type = "Task" [ 848.999753] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.010926] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.027317] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.027317] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.027317] env[69677]: DEBUG nova.network.neutron [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.027317] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436451, 'name': ReconfigVM_Task, 'duration_secs': 0.73681} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.028771] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 56912308-ed10-4ce7-8a34-134235478994/56912308-ed10-4ce7-8a34-134235478994.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.031972] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9b2dd96-ff85-496c-a733-a7924e6726d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.042036] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 849.042036] env[69677]: value = "task-3436453" [ 849.042036] env[69677]: _type = "Task" [ 849.042036] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.052338] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436453, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.118827] env[69677]: DEBUG nova.compute.manager [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.233320] env[69677]: DEBUG nova.scheduler.client.report [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.300637] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.399275] env[69677]: DEBUG nova.compute.manager [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.399402] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.400781] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1d4ebb-6024-4d7a-a2f1-dfce5d485ef0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.413029] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.413430] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eda1d9d3-512a-4f01-aed3-1b89a88ac1d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.423744] env[69677]: DEBUG oslo_vmware.api [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 849.423744] env[69677]: value = "task-3436455" [ 849.423744] env[69677]: _type = "Task" [ 849.423744] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.437243] env[69677]: DEBUG oslo_vmware.api [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.467365] env[69677]: DEBUG nova.compute.manager [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.467766] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.468861] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a90b49c-804f-48df-899b-5066b836cac3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.480892] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.482031] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0acd640-cda1-41f9-a2c3-78265a5fe678 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.490925] env[69677]: DEBUG oslo_vmware.api [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for the task: (returnval){ [ 849.490925] env[69677]: value = "task-3436456" [ 849.490925] env[69677]: _type = "Task" [ 849.490925] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.508081] env[69677]: DEBUG oslo_vmware.api [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.516673] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.535298] env[69677]: INFO nova.compute.manager [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Unrescuing [ 849.535584] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.535758] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.535987] env[69677]: DEBUG nova.network.neutron [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.554407] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436453, 'name': Rename_Task, 'duration_secs': 0.200446} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.554746] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.554997] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b1b7770-c7ba-4cb7-9a7e-177515c193fb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.567177] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 849.567177] env[69677]: value = "task-3436457" [ 849.567177] env[69677]: _type = "Task" [ 849.567177] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.581969] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.591036] env[69677]: DEBUG nova.network.neutron [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.646079] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.742224] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.428s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.747060] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.899s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.749674] env[69677]: INFO nova.compute.claims [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.779076] env[69677]: INFO nova.scheduler.client.report [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleted allocations for instance fad4385f-c21f-4236-b028-464df7b50b70 [ 849.785934] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.785934] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.796256] env[69677]: DEBUG nova.compute.manager [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Received event network-vif-deleted-1a49dabd-be89-45f9-9b0d-8035bf6bcc08 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.796615] env[69677]: DEBUG nova.compute.manager [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Received event network-vif-plugged-79f5941e-0ea0-4928-9fe3-97796dac79bc {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.796762] env[69677]: DEBUG oslo_concurrency.lockutils [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] Acquiring lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.796989] env[69677]: DEBUG oslo_concurrency.lockutils [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.797811] env[69677]: DEBUG oslo_concurrency.lockutils [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.797811] env[69677]: DEBUG nova.compute.manager [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] No waiting events found dispatching network-vif-plugged-79f5941e-0ea0-4928-9fe3-97796dac79bc {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.798052] env[69677]: WARNING nova.compute.manager [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Received unexpected event network-vif-plugged-79f5941e-0ea0-4928-9fe3-97796dac79bc for instance with vm_state building and task_state spawning. [ 849.798264] env[69677]: DEBUG nova.compute.manager [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Received event network-changed-79f5941e-0ea0-4928-9fe3-97796dac79bc {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.798451] env[69677]: DEBUG nova.compute.manager [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Refreshing instance network info cache due to event network-changed-79f5941e-0ea0-4928-9fe3-97796dac79bc. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.798670] env[69677]: DEBUG oslo_concurrency.lockutils [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] Acquiring lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.822313] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.822313] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.879961] env[69677]: DEBUG nova.network.neutron [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance_info_cache with network_info: [{"id": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "address": "fa:16:3e:36:f4:a5", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f5941e-0e", "ovs_interfaceid": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.937292] env[69677]: DEBUG oslo_vmware.api [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436455, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.002162] env[69677]: DEBUG oslo_vmware.api [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436456, 'name': PowerOffVM_Task, 'duration_secs': 0.437161} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.007260] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.007260] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.007260] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7216b4e-c079-4437-9800-1685b1570ab7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.014890] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609686} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.014890] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] bd0029fb-bcf0-4e15-afd5-0872c1d63530/bd0029fb-bcf0-4e15-afd5-0872c1d63530.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.014890] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.014890] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be4edc93-cda6-4c14-a14f-46210a8e698f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.023379] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 850.023379] env[69677]: value = "task-3436459" [ 850.023379] env[69677]: _type = "Task" [ 850.023379] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.037560] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.086535] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436457, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.091521] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.091854] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.092146] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Deleting the datastore file [datastore1] 94b1e5b5-4207-44df-8d05-a3edb1af5f67 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.092570] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d25b32-b429-4785-85ce-02841cae3a93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.102245] env[69677]: DEBUG oslo_vmware.api [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for the task: (returnval){ [ 850.102245] env[69677]: value = "task-3436460" [ 850.102245] env[69677]: _type = "Task" [ 850.102245] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.111714] env[69677]: DEBUG oslo_vmware.api [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.286914] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3d437c43-4270-4150-b77e-07a94d76e3b1 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "fad4385f-c21f-4236-b028-464df7b50b70" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.023s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.298207] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.298207] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.298207] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.298768] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.298871] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.299271] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.301018] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 850.301018] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 850.382974] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.383566] env[69677]: DEBUG nova.compute.manager [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Instance network_info: |[{"id": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "address": "fa:16:3e:36:f4:a5", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f5941e-0e", "ovs_interfaceid": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.383932] env[69677]: DEBUG oslo_concurrency.lockutils [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] Acquired lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.384140] env[69677]: DEBUG nova.network.neutron [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Refreshing network info cache for port 79f5941e-0ea0-4928-9fe3-97796dac79bc {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.386167] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:f4:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79f5941e-0ea0-4928-9fe3-97796dac79bc', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.395792] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating folder: Project (6058478746f143e997e0896ab4bfd5b3). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.397584] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ff4654a-fb2d-459e-9743-ae2f0a3bc35f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.408989] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Created folder: Project (6058478746f143e997e0896ab4bfd5b3) in parent group-v685897. [ 850.409304] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating folder: Instances. Parent ref: group-v686060. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.409605] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc66f365-cc21-43fa-9db0-6c3a4a9f79b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.430017] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Created folder: Instances in parent group-v686060. [ 850.430283] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.430949] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.431597] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c5c3e0f-eab4-4a49-a8d8-cb6541e1a507 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.453070] env[69677]: DEBUG oslo_vmware.api [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436455, 'name': PowerOffVM_Task, 'duration_secs': 0.516604} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.453851] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.454128] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.454710] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41d21845-b228-4783-a315-c7f5045d6436 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.458840] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.458840] env[69677]: value = "task-3436463" [ 850.458840] env[69677]: _type = "Task" [ 850.458840] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.470397] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436463, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.486076] env[69677]: DEBUG nova.network.neutron [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Updating instance_info_cache with network_info: [{"id": "d1703ccf-221d-4e84-ab7c-c3fa0ea42fee", "address": "fa:16:3e:39:4d:c2", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1703ccf-22", "ovs_interfaceid": "d1703ccf-221d-4e84-ab7c-c3fa0ea42fee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.534351] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08388} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.535038] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.536461] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda902d7-2800-48fc-8130-33e30fcb4b1c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.567626] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] bd0029fb-bcf0-4e15-afd5-0872c1d63530/bd0029fb-bcf0-4e15-afd5-0872c1d63530.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.567626] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1374365-a478-4ca4-92f4-d09654ce7dff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.592017] env[69677]: DEBUG oslo_vmware.api [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436457, 'name': PowerOnVM_Task, 'duration_secs': 0.940301} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.593600] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.593957] env[69677]: INFO nova.compute.manager [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Took 9.14 seconds to spawn the instance on the hypervisor. [ 850.594230] env[69677]: DEBUG nova.compute.manager [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.594877] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 850.594877] env[69677]: value = "task-3436465" [ 850.594877] env[69677]: _type = "Task" [ 850.594877] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.595643] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31084432-860b-430f-803a-65c5c011d02c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.614110] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.621993] env[69677]: DEBUG oslo_vmware.api [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Task: {'id': task-3436460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234685} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.621993] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.621993] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.621993] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.621993] env[69677]: INFO nova.compute.manager [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Took 1.15 seconds to destroy the instance on the hypervisor. [ 850.622205] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.622205] env[69677]: DEBUG nova.compute.manager [-] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.622205] env[69677]: DEBUG nova.network.neutron [-] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.745648] env[69677]: DEBUG nova.compute.manager [req-34080939-4561-46c9-ac9f-7ed8d5f9d18d req-216bd8c9-6a37-4165-86b5-f55b7f0ea959 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Received event network-changed-40d8446f-49e0-4638-b368-6057ee2e5807 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.745648] env[69677]: DEBUG nova.compute.manager [req-34080939-4561-46c9-ac9f-7ed8d5f9d18d req-216bd8c9-6a37-4165-86b5-f55b7f0ea959 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Refreshing instance network info cache due to event network-changed-40d8446f-49e0-4638-b368-6057ee2e5807. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.745648] env[69677]: DEBUG oslo_concurrency.lockutils [req-34080939-4561-46c9-ac9f-7ed8d5f9d18d req-216bd8c9-6a37-4165-86b5-f55b7f0ea959 service nova] Acquiring lock "refresh_cache-1df2376f-a0b9-499c-af20-67453c380ea4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.746123] env[69677]: DEBUG oslo_concurrency.lockutils [req-34080939-4561-46c9-ac9f-7ed8d5f9d18d req-216bd8c9-6a37-4165-86b5-f55b7f0ea959 service nova] Acquired lock "refresh_cache-1df2376f-a0b9-499c-af20-67453c380ea4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.746334] env[69677]: DEBUG nova.network.neutron [req-34080939-4561-46c9-ac9f-7ed8d5f9d18d req-216bd8c9-6a37-4165-86b5-f55b7f0ea959 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Refreshing network info cache for port 40d8446f-49e0-4638-b368-6057ee2e5807 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.804279] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.972362] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436463, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.992480] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "refresh_cache-6688d464-3e5c-4624-ba73-0b5bf35bba23" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.992480] env[69677]: DEBUG nova.objects.instance [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lazy-loading 'flavor' on Instance uuid 6688d464-3e5c-4624-ba73-0b5bf35bba23 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.115173] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.133702] env[69677]: INFO nova.compute.manager [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Took 37.42 seconds to build instance. [ 851.140343] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.140607] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.140924] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleting the datastore file [datastore1] 3855bfe0-e66d-4871-b221-c1ceada2d3cc {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.141137] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c93efd6f-e661-47ef-bfe5-9ed4eb5b29e7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.154635] env[69677]: DEBUG oslo_vmware.api [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 851.154635] env[69677]: value = "task-3436466" [ 851.154635] env[69677]: _type = "Task" [ 851.154635] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.167737] env[69677]: DEBUG oslo_vmware.api [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.416618] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fef227d-07b1-43c7-bd24-a3a48a30409b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.420398] env[69677]: DEBUG nova.network.neutron [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updated VIF entry in instance network info cache for port 79f5941e-0ea0-4928-9fe3-97796dac79bc. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.420737] env[69677]: DEBUG nova.network.neutron [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance_info_cache with network_info: [{"id": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "address": "fa:16:3e:36:f4:a5", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f5941e-0e", "ovs_interfaceid": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.428336] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cbb0a8-26bc-486d-986c-ab2baf79a595 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.473596] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03ae917-87e5-41cd-b2b5-83c3a9d9effe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.490428] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7d652c-a1ad-4379-8d83-652b2afd97fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.494514] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436463, 'name': CreateVM_Task, 'duration_secs': 0.606622} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.497394] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.502149] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.502333] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.502667] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.514107] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347a2309-25be-4391-9fc5-0f7a786deb72 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.516695] env[69677]: DEBUG nova.compute.provider_tree [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.518530] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6134b65-6252-4bb9-8861-b35d2a2ae16f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.525496] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 851.525496] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526d7e1c-3238-04c2-20e6-1a7740e42e9c" [ 851.525496] env[69677]: _type = "Task" [ 851.525496] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.543688] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.546994] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-604171f8-0a5d-40f9-9e7a-f561fa086196 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.549586] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 851.549851] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686059', 'volume_id': 'fe00468f-0709-42cc-8d74-1a9202ba33d4', 'name': 'volume-fe00468f-0709-42cc-8d74-1a9202ba33d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd00baad-1cf3-4eb3-bb3a-5763f87364ca', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe00468f-0709-42cc-8d74-1a9202ba33d4', 'serial': 'fe00468f-0709-42cc-8d74-1a9202ba33d4'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 851.553008] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60deb9a-4cf8-44fd-9f5a-5960463f5811 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.562145] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526d7e1c-3238-04c2-20e6-1a7740e42e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.013807} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.577023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.577023] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.577023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.577023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.577244] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.577244] env[69677]: DEBUG oslo_vmware.api [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 851.577244] env[69677]: value = "task-3436467" [ 851.577244] env[69677]: _type = "Task" [ 851.577244] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.581197] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c5daa18-8928-4074-b96a-79a3a1afd03c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.581197] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4813ff24-4ee2-4ed3-8c95-93053387e09d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.601425] env[69677]: DEBUG nova.network.neutron [-] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.610512] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-fe00468f-0709-42cc-8d74-1a9202ba33d4/volume-fe00468f-0709-42cc-8d74-1a9202ba33d4.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.617874] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf732f68-e55f-4963-83e7-e5830986c147 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.631348] env[69677]: DEBUG oslo_vmware.api [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.631642] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.631804] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.636906] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-395d2348-0854-406c-bf99-328de618e815 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.640127] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ead7c937-cddb-4d4c-b520-0c7ef356ecdd tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "56912308-ed10-4ce7-8a34-134235478994" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.398s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.646199] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.651732] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 851.651732] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5217b617-c8c0-72eb-f2c5-f2a3603d3975" [ 851.651732] env[69677]: _type = "Task" [ 851.651732] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.652086] env[69677]: DEBUG oslo_vmware.api [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Waiting for the task: (returnval){ [ 851.652086] env[69677]: value = "task-3436468" [ 851.652086] env[69677]: _type = "Task" [ 851.652086] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.680791] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5217b617-c8c0-72eb-f2c5-f2a3603d3975, 'name': SearchDatastore_Task, 'duration_secs': 0.015534} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.681060] env[69677]: DEBUG oslo_vmware.api [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403797} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.682248] env[69677]: DEBUG oslo_vmware.api [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Task: {'id': task-3436468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.682525] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.682716] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.685566] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.685566] env[69677]: INFO nova.compute.manager [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Took 2.28 seconds to destroy the instance on the hypervisor. [ 851.685566] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.685566] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faba56cd-b070-4037-bd4a-9ccd2dd1892e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.685855] env[69677]: DEBUG nova.compute.manager [-] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.685955] env[69677]: DEBUG nova.network.neutron [-] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.695391] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 851.695391] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a25260-6d8d-963d-409b-f66336062770" [ 851.695391] env[69677]: _type = "Task" [ 851.695391] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.703831] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a25260-6d8d-963d-409b-f66336062770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.896360] env[69677]: DEBUG nova.network.neutron [req-34080939-4561-46c9-ac9f-7ed8d5f9d18d req-216bd8c9-6a37-4165-86b5-f55b7f0ea959 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Updated VIF entry in instance network info cache for port 40d8446f-49e0-4638-b368-6057ee2e5807. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.896845] env[69677]: DEBUG nova.network.neutron [req-34080939-4561-46c9-ac9f-7ed8d5f9d18d req-216bd8c9-6a37-4165-86b5-f55b7f0ea959 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Updating instance_info_cache with network_info: [{"id": "40d8446f-49e0-4638-b368-6057ee2e5807", "address": "fa:16:3e:76:43:b9", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d8446f-49", "ovs_interfaceid": "40d8446f-49e0-4638-b368-6057ee2e5807", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.925294] env[69677]: DEBUG oslo_concurrency.lockutils [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] Releasing lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.925294] env[69677]: DEBUG nova.compute.manager [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Received event network-changed-b22416a2-64c2-4adb-8149-29911f7e112e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.925294] env[69677]: DEBUG nova.compute.manager [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Refreshing instance network info cache due to event network-changed-b22416a2-64c2-4adb-8149-29911f7e112e. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.925294] env[69677]: DEBUG oslo_concurrency.lockutils [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] Acquiring lock "refresh_cache-b52a425a-6d61-483a-b1df-3ca54ffadb21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.925294] env[69677]: DEBUG oslo_concurrency.lockutils [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] Acquired lock "refresh_cache-b52a425a-6d61-483a-b1df-3ca54ffadb21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.925463] env[69677]: DEBUG nova.network.neutron [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Refreshing network info cache for port b22416a2-64c2-4adb-8149-29911f7e112e {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.982200] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "34795b29-b345-41fd-b3e1-3898e3d86fcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.982462] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "34795b29-b345-41fd-b3e1-3898e3d86fcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.982941] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "34795b29-b345-41fd-b3e1-3898e3d86fcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.982941] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "34795b29-b345-41fd-b3e1-3898e3d86fcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.983087] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "34795b29-b345-41fd-b3e1-3898e3d86fcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.986797] env[69677]: INFO nova.compute.manager [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Terminating instance [ 851.989373] env[69677]: DEBUG nova.compute.manager [req-279acc55-e250-4fd1-8a72-9b7f8c23cee7 req-e20d8497-d2f1-452a-bbf0-659b23470129 service nova] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Received event network-vif-deleted-aea3f373-a2c3-49f4-919b-7d82d1bfaeb3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.022546] env[69677]: DEBUG nova.scheduler.client.report [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.089306] env[69677]: DEBUG oslo_vmware.api [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436467, 'name': PowerOffVM_Task, 'duration_secs': 0.457632} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.089689] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.097704] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 852.098040] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5837a67-b91f-4fcf-8f41-b2adb5710d5a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.114878] env[69677]: INFO nova.compute.manager [-] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Took 1.49 seconds to deallocate network for instance. [ 852.130023] env[69677]: DEBUG oslo_vmware.api [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 852.130023] env[69677]: value = "task-3436469" [ 852.130023] env[69677]: _type = "Task" [ 852.130023] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.137074] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.142860] env[69677]: DEBUG nova.compute.manager [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.150071] env[69677]: DEBUG oslo_vmware.api [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.162644] env[69677]: DEBUG oslo_vmware.api [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Task: {'id': task-3436468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.205648] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a25260-6d8d-963d-409b-f66336062770, 'name': SearchDatastore_Task, 'duration_secs': 0.018209} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.205917] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.206190] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 6c3672e1-0f0f-4493-9251-d6266b5b34f0/6c3672e1-0f0f-4493-9251-d6266b5b34f0.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.206475] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91d36814-0282-4f77-96fa-ce2418c18f25 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.213408] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 852.213408] env[69677]: value = "task-3436470" [ 852.213408] env[69677]: _type = "Task" [ 852.213408] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.221301] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.399423] env[69677]: DEBUG oslo_concurrency.lockutils [req-34080939-4561-46c9-ac9f-7ed8d5f9d18d req-216bd8c9-6a37-4165-86b5-f55b7f0ea959 service nova] Releasing lock "refresh_cache-1df2376f-a0b9-499c-af20-67453c380ea4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.493104] env[69677]: DEBUG nova.compute.manager [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.493465] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.494790] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a762c1-2eb5-4f8f-a6ae-3fa31743dbc5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.506748] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.507160] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d9afcf9-9c84-4f03-a505-c5ea23f725f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.516341] env[69677]: DEBUG oslo_vmware.api [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 852.516341] env[69677]: value = "task-3436471" [ 852.516341] env[69677]: _type = "Task" [ 852.516341] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.527815] env[69677]: DEBUG oslo_vmware.api [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.528702] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.529909] env[69677]: DEBUG nova.compute.manager [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.532965] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.664s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.534914] env[69677]: INFO nova.compute.claims [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.631027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.643552] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436465, 'name': ReconfigVM_Task, 'duration_secs': 1.57824} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.644559] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Reconfigured VM instance instance-00000035 to attach disk [datastore1] bd0029fb-bcf0-4e15-afd5-0872c1d63530/bd0029fb-bcf0-4e15-afd5-0872c1d63530.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.649815] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0c954a2-ed52-44ca-92c1-7a8ac15c2e5c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.651946] env[69677]: DEBUG oslo_vmware.api [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436469, 'name': ReconfigVM_Task, 'duration_secs': 0.294403} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.655181] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 852.655459] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.659125] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd081783-48a3-4372-851f-658dfe6a5f88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.666229] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 852.666229] env[69677]: value = "task-3436472" [ 852.666229] env[69677]: _type = "Task" [ 852.666229] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.675464] env[69677]: DEBUG oslo_vmware.api [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Task: {'id': task-3436468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.682028] env[69677]: DEBUG oslo_vmware.api [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 852.682028] env[69677]: value = "task-3436473" [ 852.682028] env[69677]: _type = "Task" [ 852.682028] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.688599] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436472, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.691180] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.705821] env[69677]: DEBUG oslo_vmware.api [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436473, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.734033] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436470, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.889703] env[69677]: DEBUG nova.network.neutron [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Updated VIF entry in instance network info cache for port b22416a2-64c2-4adb-8149-29911f7e112e. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.890089] env[69677]: DEBUG nova.network.neutron [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Updating instance_info_cache with network_info: [{"id": "b22416a2-64c2-4adb-8149-29911f7e112e", "address": "fa:16:3e:85:02:e5", "network": {"id": "d48994e1-0e56-415b-be9d-d1ddb7ed5e14", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-63853984-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ce0369762b7b4c4ca89d724fcfe590b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb22416a2-64", "ovs_interfaceid": "b22416a2-64c2-4adb-8149-29911f7e112e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.925145] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "52564a19-8877-410c-8f7e-d553c9382eeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.925436] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "52564a19-8877-410c-8f7e-d553c9382eeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.925657] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "52564a19-8877-410c-8f7e-d553c9382eeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.925843] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "52564a19-8877-410c-8f7e-d553c9382eeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.926014] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "52564a19-8877-410c-8f7e-d553c9382eeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.931935] env[69677]: INFO nova.compute.manager [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Terminating instance [ 853.026618] env[69677]: DEBUG oslo_vmware.api [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436471, 'name': PowerOffVM_Task, 'duration_secs': 0.224176} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.026931] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.027198] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.027473] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66b55c1f-492c-4ac6-8a63-4f327d5b80d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.043234] env[69677]: DEBUG nova.compute.utils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.045041] env[69677]: DEBUG nova.compute.manager [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.045219] env[69677]: DEBUG nova.network.neutron [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.100398] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.100398] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.100398] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleting the datastore file [datastore1] 34795b29-b345-41fd-b3e1-3898e3d86fcc {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.100398] env[69677]: DEBUG nova.policy [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8559480166294e2984c855998bf04152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2bf9bf425a4ba0ab25e9c5b1777338', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.102594] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6df9524-d433-467c-b446-34d688f8b856 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.111220] env[69677]: DEBUG oslo_vmware.api [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 853.111220] env[69677]: value = "task-3436475" [ 853.111220] env[69677]: _type = "Task" [ 853.111220] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.124223] env[69677]: DEBUG oslo_vmware.api [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.145327] env[69677]: DEBUG nova.network.neutron [-] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.170918] env[69677]: DEBUG oslo_vmware.api [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Task: {'id': task-3436468, 'name': ReconfigVM_Task, 'duration_secs': 1.244921} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.175454] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-fe00468f-0709-42cc-8d74-1a9202ba33d4/volume-fe00468f-0709-42cc-8d74-1a9202ba33d4.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 853.182625] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84c17741-9620-474d-895e-8bd3aa811ad3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.205727] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436472, 'name': Rename_Task, 'duration_secs': 0.328433} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.205967] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.206261] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06a4210b-a9ad-4b7f-9ac7-2af37138d173 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.211832] env[69677]: DEBUG oslo_vmware.api [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.215040] env[69677]: DEBUG oslo_vmware.api [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Waiting for the task: (returnval){ [ 853.215040] env[69677]: value = "task-3436476" [ 853.215040] env[69677]: _type = "Task" [ 853.215040] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.221407] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 853.221407] env[69677]: value = "task-3436477" [ 853.221407] env[69677]: _type = "Task" [ 853.221407] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.231686] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620719} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.231927] env[69677]: DEBUG oslo_vmware.api [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Task: {'id': task-3436476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.232599] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 6c3672e1-0f0f-4493-9251-d6266b5b34f0/6c3672e1-0f0f-4493-9251-d6266b5b34f0.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.232838] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.233112] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d6f6fed-3a6d-412f-8ea0-d4edef5db922 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.238304] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436477, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.243881] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 853.243881] env[69677]: value = "task-3436478" [ 853.243881] env[69677]: _type = "Task" [ 853.243881] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.254256] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.397838] env[69677]: DEBUG oslo_concurrency.lockutils [req-99023d8f-f4e9-4d55-9674-bc94a2863b36 req-767387c0-957c-4577-b3b4-58c3322bdefa service nova] Releasing lock "refresh_cache-b52a425a-6d61-483a-b1df-3ca54ffadb21" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.437741] env[69677]: DEBUG nova.compute.manager [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.437954] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.438923] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5b1130-4853-4a84-9617-d833155fabf6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.452546] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.452860] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd30ea9c-920c-4b81-b693-a38d504bec0c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.460253] env[69677]: DEBUG oslo_vmware.api [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 853.460253] env[69677]: value = "task-3436479" [ 853.460253] env[69677]: _type = "Task" [ 853.460253] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.470475] env[69677]: DEBUG oslo_vmware.api [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.550367] env[69677]: DEBUG nova.compute.manager [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.623319] env[69677]: DEBUG oslo_vmware.api [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225879} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.623610] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.623809] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.623986] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.624178] env[69677]: INFO nova.compute.manager [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 853.624943] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.625176] env[69677]: DEBUG nova.compute.manager [-] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.625275] env[69677]: DEBUG nova.network.neutron [-] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.647785] env[69677]: INFO nova.compute.manager [-] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Took 1.96 seconds to deallocate network for instance. [ 853.699034] env[69677]: DEBUG oslo_vmware.api [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436473, 'name': PowerOnVM_Task, 'duration_secs': 0.704681} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.699813] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.700055] env[69677]: DEBUG nova.compute.manager [None req-5876638f-91f3-4b69-b1cd-14391c00f570 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.700875] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4b6242-5d97-44be-b789-b1f2c207bc1a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.728455] env[69677]: DEBUG oslo_vmware.api [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Task: {'id': task-3436476, 'name': ReconfigVM_Task, 'duration_secs': 0.191421} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.732134] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686059', 'volume_id': 'fe00468f-0709-42cc-8d74-1a9202ba33d4', 'name': 'volume-fe00468f-0709-42cc-8d74-1a9202ba33d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd00baad-1cf3-4eb3-bb3a-5763f87364ca', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe00468f-0709-42cc-8d74-1a9202ba33d4', 'serial': 'fe00468f-0709-42cc-8d74-1a9202ba33d4'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 853.733929] env[69677]: DEBUG nova.network.neutron [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Successfully created port: 253d20e4-3876-4508-acb5-ccfe03612ba3 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.744241] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436477, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.754625] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08958} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.754908] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.756262] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9edf04-52c1-4ba9-a8c1-62dd8c6387a1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.782896] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 6c3672e1-0f0f-4493-9251-d6266b5b34f0/6c3672e1-0f0f-4493-9251-d6266b5b34f0.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.786849] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f20b6a8-63a7-41fa-bb56-889cea9c574d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.808459] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 853.808459] env[69677]: value = "task-3436480" [ 853.808459] env[69677]: _type = "Task" [ 853.808459] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.819850] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.826601] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "b2462b4b-3f32-4398-b376-b6f40893ea94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.826899] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "b2462b4b-3f32-4398-b376-b6f40893ea94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.972536] env[69677]: DEBUG oslo_vmware.api [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436479, 'name': PowerOffVM_Task, 'duration_secs': 0.383797} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.972809] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.973075] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.973333] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb617fc4-ad56-4938-a8bc-c069dd412500 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.049111] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.049408] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.050033] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Deleting the datastore file [datastore1] 52564a19-8877-410c-8f7e-d553c9382eeb {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.050033] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-342ce076-d096-4b7e-9f06-27f786e78ba5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.066785] env[69677]: DEBUG oslo_vmware.api [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 854.066785] env[69677]: value = "task-3436482" [ 854.066785] env[69677]: _type = "Task" [ 854.066785] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.074058] env[69677]: DEBUG oslo_vmware.api [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.160287] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.209842] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb1203c-d503-458c-90df-8e1912252a0f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.218584] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84f1ddf-d928-414e-a584-9e98e4133fa5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.258478] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22663fa2-47e2-4af2-a046-cf320db5bfc4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.267116] env[69677]: DEBUG oslo_vmware.api [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436477, 'name': PowerOnVM_Task, 'duration_secs': 0.927527} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.269267] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.269517] env[69677]: INFO nova.compute.manager [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Took 10.10 seconds to spawn the instance on the hypervisor. [ 854.269708] env[69677]: DEBUG nova.compute.manager [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.270534] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33425c23-5b38-470f-97e9-9e522d255fb7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.274106] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3695b803-d747-4e79-9430-aead37b65333 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.293831] env[69677]: DEBUG nova.compute.provider_tree [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.318647] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.356950] env[69677]: DEBUG nova.compute.manager [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Received event network-vif-deleted-7e8399c1-7553-4a00-99d3-d95ed3a5ad83 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.357176] env[69677]: DEBUG nova.compute.manager [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Received event network-changed-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.357769] env[69677]: DEBUG nova.compute.manager [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Refreshing instance network info cache due to event network-changed-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.357769] env[69677]: DEBUG oslo_concurrency.lockutils [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] Acquiring lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.357769] env[69677]: DEBUG oslo_concurrency.lockutils [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] Acquired lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.357992] env[69677]: DEBUG nova.network.neutron [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Refreshing network info cache for port a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.565965] env[69677]: DEBUG nova.network.neutron [-] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.570184] env[69677]: DEBUG nova.compute.manager [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.582984] env[69677]: DEBUG oslo_vmware.api [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274006} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.582984] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.582984] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.583173] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.583349] env[69677]: INFO nova.compute.manager [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 854.583582] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.583769] env[69677]: DEBUG nova.compute.manager [-] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.583858] env[69677]: DEBUG nova.network.neutron [-] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.604088] env[69677]: DEBUG nova.virt.hardware [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.604088] env[69677]: DEBUG nova.virt.hardware [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.604088] env[69677]: DEBUG nova.virt.hardware [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.604349] env[69677]: DEBUG nova.virt.hardware [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.604349] env[69677]: DEBUG nova.virt.hardware [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.604349] env[69677]: DEBUG nova.virt.hardware [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.604349] env[69677]: DEBUG nova.virt.hardware [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.604349] env[69677]: DEBUG nova.virt.hardware [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.604523] env[69677]: DEBUG nova.virt.hardware [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.604523] env[69677]: DEBUG nova.virt.hardware [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.604523] env[69677]: DEBUG nova.virt.hardware [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.605328] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d24c808-cfe6-4e9e-b79e-24981f2e7ba4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.614285] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32942d5f-9f57-4d05-9d03-a5bb3e0b6a10 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.800543] env[69677]: DEBUG nova.scheduler.client.report [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.807235] env[69677]: DEBUG nova.objects.instance [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Lazy-loading 'flavor' on Instance uuid bd00baad-1cf3-4eb3-bb3a-5763f87364ca {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.807235] env[69677]: INFO nova.compute.manager [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Took 36.35 seconds to build instance. [ 854.821019] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436480, 'name': ReconfigVM_Task, 'duration_secs': 0.593491} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.821019] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 6c3672e1-0f0f-4493-9251-d6266b5b34f0/6c3672e1-0f0f-4493-9251-d6266b5b34f0.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.821019] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b332049d-10bc-463e-99ae-8991ed773742 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.828515] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 854.828515] env[69677]: value = "task-3436483" [ 854.828515] env[69677]: _type = "Task" [ 854.828515] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.838660] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436483, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.071141] env[69677]: INFO nova.compute.manager [-] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Took 1.45 seconds to deallocate network for instance. [ 855.142580] env[69677]: DEBUG nova.network.neutron [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Updated VIF entry in instance network info cache for port a960fc0c-426b-40d0-a1f0-5bffbb4bfd07. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.142580] env[69677]: DEBUG nova.network.neutron [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Updating instance_info_cache with network_info: [{"id": "a960fc0c-426b-40d0-a1f0-5bffbb4bfd07", "address": "fa:16:3e:28:0e:6b", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960fc0c-42", "ovs_interfaceid": "a960fc0c-426b-40d0-a1f0-5bffbb4bfd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.308107] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.308552] env[69677]: DEBUG nova.compute.manager [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.313556] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.016s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.314193] env[69677]: DEBUG nova.objects.instance [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Lazy-loading 'resources' on Instance uuid 74028c39-0858-48ca-aee8-18b66c99b242 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.318479] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ab3a04c7-4eab-46f3-8210-8e1d8231423b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.506s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.323117] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2e4a7d3c-e2fa-4909-ad97-2f7e9a03407a tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.432s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.340075] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436483, 'name': Rename_Task, 'duration_secs': 0.319579} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.341187] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.341326] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cbe13d0-2125-44dd-88cb-25fce105c531 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.350523] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 855.350523] env[69677]: value = "task-3436484" [ 855.350523] env[69677]: _type = "Task" [ 855.350523] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.362343] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.518423] env[69677]: DEBUG nova.network.neutron [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Successfully updated port: 253d20e4-3876-4508-acb5-ccfe03612ba3 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.578252] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.644753] env[69677]: DEBUG oslo_concurrency.lockutils [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] Releasing lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.645070] env[69677]: DEBUG nova.compute.manager [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Received event network-vif-deleted-7ff6daf8-b2ae-466d-a945-668da9aaa0f9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.645276] env[69677]: INFO nova.compute.manager [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Neutron deleted interface 7ff6daf8-b2ae-466d-a945-668da9aaa0f9; detaching it from the instance and deleting it from the info cache [ 855.645457] env[69677]: DEBUG nova.network.neutron [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.658098] env[69677]: DEBUG nova.network.neutron [-] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.821299] env[69677]: DEBUG nova.compute.utils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.822213] env[69677]: DEBUG nova.compute.manager [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.824027] env[69677]: DEBUG nova.network.neutron [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.828525] env[69677]: DEBUG nova.compute.manager [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.867220] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.899147] env[69677]: DEBUG nova.policy [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cf67c4377d84802be0dd91e8d219fba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77dd49edbcfd4b85bfd8e0f90ded8a42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.936817] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Acquiring lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.937070] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.021669] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-3a5061e3-1bdf-4c09-b410-fc473ef14b0b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.022102] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-3a5061e3-1bdf-4c09-b410-fc473ef14b0b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.022102] env[69677]: DEBUG nova.network.neutron [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.148741] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abee0079-a9ac-45c0-a7cf-f010755f8480 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.158423] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e4f0a1-51e0-4759-9495-cab08d10834e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.173499] env[69677]: INFO nova.compute.manager [-] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Took 1.59 seconds to deallocate network for instance. [ 856.206353] env[69677]: DEBUG nova.compute.manager [req-bdb4790d-a00c-4497-a75d-45585a3c02c4 req-ce52e2eb-2ce6-49e0-a566-a1469a3a2daf service nova] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Detach interface failed, port_id=7ff6daf8-b2ae-466d-a945-668da9aaa0f9, reason: Instance 34795b29-b345-41fd-b3e1-3898e3d86fcc could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.327509] env[69677]: DEBUG nova.compute.manager [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.352707] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.368185] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.402996] env[69677]: DEBUG nova.network.neutron [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Successfully created port: 1527b5c0-0966-4141-b497-68d56b5e33c7 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.441279] env[69677]: INFO nova.compute.manager [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Detaching volume fe00468f-0709-42cc-8d74-1a9202ba33d4 [ 856.483233] env[69677]: INFO nova.virt.block_device [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Attempting to driver detach volume fe00468f-0709-42cc-8d74-1a9202ba33d4 from mountpoint /dev/sdb [ 856.483532] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 856.483759] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686059', 'volume_id': 'fe00468f-0709-42cc-8d74-1a9202ba33d4', 'name': 'volume-fe00468f-0709-42cc-8d74-1a9202ba33d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd00baad-1cf3-4eb3-bb3a-5763f87364ca', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe00468f-0709-42cc-8d74-1a9202ba33d4', 'serial': 'fe00468f-0709-42cc-8d74-1a9202ba33d4'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 856.484931] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c14138-d68e-45f4-9691-3655122a2504 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.510028] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38090cc9-b60e-4ad0-885a-77ae63e5cb87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.517375] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d479ad44-5460-410c-b040-3279c2dcf5f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.545945] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1943831-c7ce-4bdd-8e5d-95a058e8b3eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.549479] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f739dbe-2480-480d-88c3-b6f710b56f92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.567036] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d004f7-0a5e-439f-8fd2-14c5a3f798ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.570420] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] The volume has not been displaced from its original location: [datastore2] volume-fe00468f-0709-42cc-8d74-1a9202ba33d4/volume-fe00468f-0709-42cc-8d74-1a9202ba33d4.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 856.575564] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 856.575899] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e32750-a6e1-4755-a7bc-12113842e322 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.618077] env[69677]: DEBUG nova.network.neutron [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.621775] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ef082f-59d8-47a7-bb49-a7c00f214509 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.624507] env[69677]: DEBUG oslo_vmware.api [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Waiting for the task: (returnval){ [ 856.624507] env[69677]: value = "task-3436485" [ 856.624507] env[69677]: _type = "Task" [ 856.624507] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.632689] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d818f013-e183-422d-9dc2-64a9f5bab248 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.639172] env[69677]: DEBUG oslo_vmware.api [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Task: {'id': task-3436485, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.651070] env[69677]: DEBUG nova.compute.provider_tree [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.687120] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.752621] env[69677]: DEBUG nova.compute.manager [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Received event network-vif-deleted-9af69519-4190-4084-b300-618c2f8bf8cd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.752854] env[69677]: DEBUG nova.compute.manager [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Received event network-vif-plugged-253d20e4-3876-4508-acb5-ccfe03612ba3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.753065] env[69677]: DEBUG oslo_concurrency.lockutils [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] Acquiring lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.753508] env[69677]: DEBUG oslo_concurrency.lockutils [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] Lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.753508] env[69677]: DEBUG oslo_concurrency.lockutils [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] Lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.753722] env[69677]: DEBUG nova.compute.manager [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] No waiting events found dispatching network-vif-plugged-253d20e4-3876-4508-acb5-ccfe03612ba3 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.753770] env[69677]: WARNING nova.compute.manager [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Received unexpected event network-vif-plugged-253d20e4-3876-4508-acb5-ccfe03612ba3 for instance with vm_state building and task_state spawning. [ 856.753892] env[69677]: DEBUG nova.compute.manager [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Received event network-changed-253d20e4-3876-4508-acb5-ccfe03612ba3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.754061] env[69677]: DEBUG nova.compute.manager [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Refreshing instance network info cache due to event network-changed-253d20e4-3876-4508-acb5-ccfe03612ba3. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.754226] env[69677]: DEBUG oslo_concurrency.lockutils [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] Acquiring lock "refresh_cache-3a5061e3-1bdf-4c09-b410-fc473ef14b0b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.865394] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436484, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.941201] env[69677]: DEBUG nova.network.neutron [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Updating instance_info_cache with network_info: [{"id": "253d20e4-3876-4508-acb5-ccfe03612ba3", "address": "fa:16:3e:6f:c3:4a", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap253d20e4-38", "ovs_interfaceid": "253d20e4-3876-4508-acb5-ccfe03612ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.136657] env[69677]: DEBUG oslo_vmware.api [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Task: {'id': task-3436485, 'name': ReconfigVM_Task, 'duration_secs': 0.268066} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.136657] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 857.139984] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c824520-fcea-40bf-8637-de5c53db855c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.153894] env[69677]: DEBUG nova.scheduler.client.report [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.158325] env[69677]: DEBUG oslo_vmware.api [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Waiting for the task: (returnval){ [ 857.158325] env[69677]: value = "task-3436486" [ 857.158325] env[69677]: _type = "Task" [ 857.158325] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.166523] env[69677]: DEBUG oslo_vmware.api [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Task: {'id': task-3436486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.340606] env[69677]: DEBUG nova.compute.manager [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.364474] env[69677]: DEBUG nova.virt.hardware [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.364636] env[69677]: DEBUG nova.virt.hardware [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.364832] env[69677]: DEBUG nova.virt.hardware [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.364956] env[69677]: DEBUG nova.virt.hardware [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.365116] env[69677]: DEBUG nova.virt.hardware [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.365262] env[69677]: DEBUG nova.virt.hardware [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.365472] env[69677]: DEBUG nova.virt.hardware [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.365627] env[69677]: DEBUG nova.virt.hardware [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.365790] env[69677]: DEBUG nova.virt.hardware [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.365947] env[69677]: DEBUG nova.virt.hardware [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.366127] env[69677]: DEBUG nova.virt.hardware [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.366954] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6333d85-f14b-41ec-adfc-21bf67153751 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.372533] env[69677]: DEBUG oslo_vmware.api [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436484, 'name': PowerOnVM_Task, 'duration_secs': 1.52574} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.373823] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.374805] env[69677]: INFO nova.compute.manager [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Took 10.32 seconds to spawn the instance on the hypervisor. [ 857.374805] env[69677]: DEBUG nova.compute.manager [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.378644] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6992fcb6-5721-45b2-83d2-8e96156600d2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.381993] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d8e5e9-8719-468a-9c62-0b96a040733e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.445107] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-3a5061e3-1bdf-4c09-b410-fc473ef14b0b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.445451] env[69677]: DEBUG nova.compute.manager [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Instance network_info: |[{"id": "253d20e4-3876-4508-acb5-ccfe03612ba3", "address": "fa:16:3e:6f:c3:4a", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap253d20e4-38", "ovs_interfaceid": "253d20e4-3876-4508-acb5-ccfe03612ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.445762] env[69677]: DEBUG oslo_concurrency.lockutils [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] Acquired lock "refresh_cache-3a5061e3-1bdf-4c09-b410-fc473ef14b0b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.445924] env[69677]: DEBUG nova.network.neutron [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Refreshing network info cache for port 253d20e4-3876-4508-acb5-ccfe03612ba3 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.447182] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:c3:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '253d20e4-3876-4508-acb5-ccfe03612ba3', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.455955] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.459134] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.459652] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a5a6919-74d9-43bc-a3ca-5e0d06ed1329 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.481132] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.481132] env[69677]: value = "task-3436487" [ 857.481132] env[69677]: _type = "Task" [ 857.481132] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.489553] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436487, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.659960] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.347s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.663707] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.485s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.665261] env[69677]: INFO nova.compute.claims [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.690056] env[69677]: DEBUG oslo_vmware.api [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Task: {'id': task-3436486, 'name': ReconfigVM_Task, 'duration_secs': 0.220873} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.691503] env[69677]: INFO nova.scheduler.client.report [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Deleted allocations for instance 74028c39-0858-48ca-aee8-18b66c99b242 [ 857.692754] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686059', 'volume_id': 'fe00468f-0709-42cc-8d74-1a9202ba33d4', 'name': 'volume-fe00468f-0709-42cc-8d74-1a9202ba33d4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bd00baad-1cf3-4eb3-bb3a-5763f87364ca', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe00468f-0709-42cc-8d74-1a9202ba33d4', 'serial': 'fe00468f-0709-42cc-8d74-1a9202ba33d4'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 857.847546] env[69677]: DEBUG nova.network.neutron [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Updated VIF entry in instance network info cache for port 253d20e4-3876-4508-acb5-ccfe03612ba3. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.848142] env[69677]: DEBUG nova.network.neutron [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Updating instance_info_cache with network_info: [{"id": "253d20e4-3876-4508-acb5-ccfe03612ba3", "address": "fa:16:3e:6f:c3:4a", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap253d20e4-38", "ovs_interfaceid": "253d20e4-3876-4508-acb5-ccfe03612ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.908708] env[69677]: INFO nova.compute.manager [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Took 36.18 seconds to build instance. [ 857.995197] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436487, 'name': CreateVM_Task, 'duration_secs': 0.422336} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.995408] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.996116] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.996290] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.996759] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.997071] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a2fc0a-56e4-45fb-a729-e25556cb78e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.004621] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 858.004621] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bf9c29-9d47-bf6d-499e-6404dfeb996e" [ 858.004621] env[69677]: _type = "Task" [ 858.004621] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.015711] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bf9c29-9d47-bf6d-499e-6404dfeb996e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.203197] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca7d8cc9-c9c5-4322-b87e-d577ec4e03b4 tempest-ServersTestFqdnHostnames-2037351529 tempest-ServersTestFqdnHostnames-2037351529-project-member] Lock "74028c39-0858-48ca-aee8-18b66c99b242" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.987s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.210577] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "fea16a35-e417-4a40-93c9-adcda456bbc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.210860] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.274259] env[69677]: DEBUG nova.objects.instance [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Lazy-loading 'flavor' on Instance uuid bd00baad-1cf3-4eb3-bb3a-5763f87364ca {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.351087] env[69677]: DEBUG oslo_concurrency.lockutils [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] Releasing lock "refresh_cache-3a5061e3-1bdf-4c09-b410-fc473ef14b0b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.351087] env[69677]: DEBUG nova.compute.manager [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Received event network-changed-e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.351316] env[69677]: DEBUG nova.compute.manager [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Refreshing instance network info cache due to event network-changed-e8e0e87a-483f-450f-81e5-faa0480afacd. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.351812] env[69677]: DEBUG oslo_concurrency.lockutils [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] Acquiring lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.351812] env[69677]: DEBUG oslo_concurrency.lockutils [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] Acquired lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.352011] env[69677]: DEBUG nova.network.neutron [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Refreshing network info cache for port e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.411505] env[69677]: DEBUG oslo_concurrency.lockutils [None req-84cec815-d62e-4690-a111-e218a5fb1fc1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.597s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.443417] env[69677]: DEBUG nova.network.neutron [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Successfully updated port: 1527b5c0-0966-4141-b497-68d56b5e33c7 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.516768] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bf9c29-9d47-bf6d-499e-6404dfeb996e, 'name': SearchDatastore_Task, 'duration_secs': 0.021829} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.516768] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.516768] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.516768] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.517017] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.517017] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.517343] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d80a083b-b652-4b32-93b1-ee8884946373 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.528040] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.528040] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.528662] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-970d577a-7ac6-418c-ab62-a970ffb6f5e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.535335] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 858.535335] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527e41ef-7c18-8192-c000-df3d171f9b5f" [ 858.535335] env[69677]: _type = "Task" [ 858.535335] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.544914] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527e41ef-7c18-8192-c000-df3d171f9b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.912769] env[69677]: DEBUG nova.compute.manager [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.944074] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.944246] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquired lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.944909] env[69677]: DEBUG nova.network.neutron [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.970162] env[69677]: DEBUG nova.compute.manager [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Received event network-vif-plugged-1527b5c0-0966-4141-b497-68d56b5e33c7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.970162] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Acquiring lock "c0df0471-9350-4160-b7ea-e855952738ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.970162] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Lock "c0df0471-9350-4160-b7ea-e855952738ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.970162] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Lock "c0df0471-9350-4160-b7ea-e855952738ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.970162] env[69677]: DEBUG nova.compute.manager [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] No waiting events found dispatching network-vif-plugged-1527b5c0-0966-4141-b497-68d56b5e33c7 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.970436] env[69677]: WARNING nova.compute.manager [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Received unexpected event network-vif-plugged-1527b5c0-0966-4141-b497-68d56b5e33c7 for instance with vm_state building and task_state spawning. [ 858.970632] env[69677]: DEBUG nova.compute.manager [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Received event network-changed-e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.971094] env[69677]: DEBUG nova.compute.manager [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Refreshing instance network info cache due to event network-changed-e8e0e87a-483f-450f-81e5-faa0480afacd. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.971094] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Acquiring lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.046060] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527e41ef-7c18-8192-c000-df3d171f9b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.015905} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.049783] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96f5ec6-4b51-4a44-9f1d-053f25763dd5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.057316] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 859.057316] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a29e4d-4631-7514-42b2-af0fc53547f8" [ 859.057316] env[69677]: _type = "Task" [ 859.057316] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.064847] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a29e4d-4631-7514-42b2-af0fc53547f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.242765] env[69677]: DEBUG nova.network.neutron [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updated VIF entry in instance network info cache for port e8e0e87a-483f-450f-81e5-faa0480afacd. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.243210] env[69677]: DEBUG nova.network.neutron [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updating instance_info_cache with network_info: [{"id": "e8e0e87a-483f-450f-81e5-faa0480afacd", "address": "fa:16:3e:1b:73:e4", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e0e87a-48", "ovs_interfaceid": "e8e0e87a-483f-450f-81e5-faa0480afacd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.283076] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57639a83-223a-4778-ab85-39c55bc8ad87 tempest-VolumesAssistedSnapshotsTest-101707931 tempest-VolumesAssistedSnapshotsTest-101707931-project-admin] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.346s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.389118] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348995e1-23d2-4ee0-8021-7443ba582c45 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.400384] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654b83f7-66f0-4da6-b9f8-406d481ce152 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.434779] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a37cad-8de0-4f87-94a3-475e4ae026e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.445958] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1066f1-c063-4917-b042-c525de723887 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.461836] env[69677]: DEBUG nova.compute.provider_tree [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.463937] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.513073] env[69677]: DEBUG nova.network.neutron [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.565822] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a29e4d-4631-7514-42b2-af0fc53547f8, 'name': SearchDatastore_Task, 'duration_secs': 0.030697} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.565822] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.566155] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 3a5061e3-1bdf-4c09-b410-fc473ef14b0b/3a5061e3-1bdf-4c09-b410-fc473ef14b0b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.566264] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b23c9cc-c2b1-4175-b63b-c45daf98a774 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.575921] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 859.575921] env[69677]: value = "task-3436488" [ 859.575921] env[69677]: _type = "Task" [ 859.575921] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.585366] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.745631] env[69677]: DEBUG oslo_concurrency.lockutils [req-ae69f434-1693-4217-8fc4-08748d92154d req-f62eb76b-8ba9-48d4-97fe-8344a40116c9 service nova] Releasing lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.746331] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Acquired lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.746331] env[69677]: DEBUG nova.network.neutron [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Refreshing network info cache for port e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.868156] env[69677]: DEBUG nova.network.neutron [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Updating instance_info_cache with network_info: [{"id": "1527b5c0-0966-4141-b497-68d56b5e33c7", "address": "fa:16:3e:9b:76:2c", "network": {"id": "397f9afc-0518-41f8-8244-5787069f9fc3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-718506282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77dd49edbcfd4b85bfd8e0f90ded8a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1527b5c0-09", "ovs_interfaceid": "1527b5c0-0966-4141-b497-68d56b5e33c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.965822] env[69677]: DEBUG nova.scheduler.client.report [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.088078] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436488, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.372276] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Releasing lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.382278] env[69677]: DEBUG nova.compute.manager [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Instance network_info: |[{"id": "1527b5c0-0966-4141-b497-68d56b5e33c7", "address": "fa:16:3e:9b:76:2c", "network": {"id": "397f9afc-0518-41f8-8244-5787069f9fc3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-718506282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77dd49edbcfd4b85bfd8e0f90ded8a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1527b5c0-09", "ovs_interfaceid": "1527b5c0-0966-4141-b497-68d56b5e33c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.382508] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:76:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1527b5c0-0966-4141-b497-68d56b5e33c7', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.391025] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.391025] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.391025] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbaf0ff7-8e28-4611-9e5c-a4ca1b0e6536 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.413007] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.413007] env[69677]: value = "task-3436490" [ 860.413007] env[69677]: _type = "Task" [ 860.413007] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.423119] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436490, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.471337] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.472023] env[69677]: DEBUG nova.compute.manager [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.475357] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.770s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.475576] env[69677]: DEBUG nova.objects.instance [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lazy-loading 'resources' on Instance uuid b2022c4d-b86c-4429-af76-d9c7e2121739 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.586973] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609185} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.587490] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 3a5061e3-1bdf-4c09-b410-fc473ef14b0b/3a5061e3-1bdf-4c09-b410-fc473ef14b0b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.587858] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.588237] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb47c632-edf3-4ca6-8cce-4bed5744afb7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.600659] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 860.600659] env[69677]: value = "task-3436491" [ 860.600659] env[69677]: _type = "Task" [ 860.600659] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.609827] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.924997] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436490, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.989777] env[69677]: DEBUG nova.compute.utils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.992268] env[69677]: DEBUG nova.compute.manager [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.993137] env[69677]: DEBUG nova.network.neutron [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.046730] env[69677]: DEBUG nova.network.neutron [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updated VIF entry in instance network info cache for port e8e0e87a-483f-450f-81e5-faa0480afacd. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.048369] env[69677]: DEBUG nova.network.neutron [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updating instance_info_cache with network_info: [{"id": "e8e0e87a-483f-450f-81e5-faa0480afacd", "address": "fa:16:3e:1b:73:e4", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e0e87a-48", "ovs_interfaceid": "e8e0e87a-483f-450f-81e5-faa0480afacd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.113830] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075917} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.113830] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.114448] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6212b721-aad5-455f-9645-b20c4c7a7893 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.137922] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 3a5061e3-1bdf-4c09-b410-fc473ef14b0b/3a5061e3-1bdf-4c09-b410-fc473ef14b0b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.139635] env[69677]: DEBUG nova.policy [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a72009ad7cc343fab67ff8060621b01b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4300c4d69984fac8a5d8bd132a0c5ab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.143760] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7485c854-caff-4043-ab41-04552c9b3539 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.162973] env[69677]: DEBUG nova.compute.manager [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Received event network-changed-79f5941e-0ea0-4928-9fe3-97796dac79bc {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.163181] env[69677]: DEBUG nova.compute.manager [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Refreshing instance network info cache due to event network-changed-79f5941e-0ea0-4928-9fe3-97796dac79bc. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.163388] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] Acquiring lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.163524] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] Acquired lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.163914] env[69677]: DEBUG nova.network.neutron [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Refreshing network info cache for port 79f5941e-0ea0-4928-9fe3-97796dac79bc {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.170336] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 861.170336] env[69677]: value = "task-3436492" [ 861.170336] env[69677]: _type = "Task" [ 861.170336] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.179692] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.425012] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436490, 'name': CreateVM_Task, 'duration_secs': 0.714917} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.426299] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.426299] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.426299] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.426665] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.429425] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175faa34-0375-4dcb-b342-392cd63becc5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.434927] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 861.434927] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520d4ff9-db47-bf7c-56de-e329bfba22a9" [ 861.434927] env[69677]: _type = "Task" [ 861.434927] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.444247] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520d4ff9-db47-bf7c-56de-e329bfba22a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.497933] env[69677]: DEBUG nova.compute.manager [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.552695] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Releasing lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.553070] env[69677]: DEBUG nova.compute.manager [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Received event network-changed-9d7170c0-940e-4f00-97d3-af1ae50e5391 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.553197] env[69677]: DEBUG nova.compute.manager [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Refreshing instance network info cache due to event network-changed-9d7170c0-940e-4f00-97d3-af1ae50e5391. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.553363] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Acquiring lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.553505] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Acquired lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.553662] env[69677]: DEBUG nova.network.neutron [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Refreshing network info cache for port 9d7170c0-940e-4f00-97d3-af1ae50e5391 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.684031] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.689865] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb5e419-28e5-4185-aebe-c5dcdb7c0083 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.697782] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f412d9e7-8b70-4a6c-9035-d071b0dc7d47 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.732313] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79540b0-adae-403a-b014-2515e0016696 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.742728] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3489ee8a-3797-45ce-8215-89969d39598f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.760522] env[69677]: DEBUG nova.compute.provider_tree [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.766276] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.766276] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.766276] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.766276] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.766561] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.768040] env[69677]: INFO nova.compute.manager [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Terminating instance [ 861.860804] env[69677]: DEBUG nova.network.neutron [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Successfully created port: 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.948485] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520d4ff9-db47-bf7c-56de-e329bfba22a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.948810] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.949066] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.949325] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.949493] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.949701] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.950318] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-844f4e0f-3371-4887-9b43-26bd65d99c89 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.959860] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.960043] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.960618] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8659f4e1-6b00-4c80-b435-c3747ab8ddb6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.965881] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 861.965881] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52efc390-ea47-4d16-b46c-594ed0885329" [ 861.965881] env[69677]: _type = "Task" [ 861.965881] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.973242] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52efc390-ea47-4d16-b46c-594ed0885329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.190166] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436492, 'name': ReconfigVM_Task, 'duration_secs': 0.621473} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.191435] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 3a5061e3-1bdf-4c09-b410-fc473ef14b0b/3a5061e3-1bdf-4c09-b410-fc473ef14b0b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.191851] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d0c629b-f546-4054-ad11-31e3641bb9f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.198971] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 862.198971] env[69677]: value = "task-3436493" [ 862.198971] env[69677]: _type = "Task" [ 862.198971] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.211145] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436493, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.231668] env[69677]: DEBUG nova.network.neutron [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updated VIF entry in instance network info cache for port 79f5941e-0ea0-4928-9fe3-97796dac79bc. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.232049] env[69677]: DEBUG nova.network.neutron [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance_info_cache with network_info: [{"id": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "address": "fa:16:3e:36:f4:a5", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f5941e-0e", "ovs_interfaceid": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.266019] env[69677]: DEBUG nova.scheduler.client.report [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.272902] env[69677]: DEBUG nova.compute.manager [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.273315] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.274473] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec854e2-82c6-4226-b0aa-9c9580d6be32 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.283392] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.283885] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b098a28-8f21-48cf-9000-b9db53b3f83c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.293787] env[69677]: DEBUG oslo_vmware.api [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 862.293787] env[69677]: value = "task-3436494" [ 862.293787] env[69677]: _type = "Task" [ 862.293787] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.305667] env[69677]: DEBUG oslo_vmware.api [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.314499] env[69677]: DEBUG nova.network.neutron [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Updated VIF entry in instance network info cache for port 9d7170c0-940e-4f00-97d3-af1ae50e5391. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.314667] env[69677]: DEBUG nova.network.neutron [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Updating instance_info_cache with network_info: [{"id": "9d7170c0-940e-4f00-97d3-af1ae50e5391", "address": "fa:16:3e:04:5e:e9", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7170c0-94", "ovs_interfaceid": "9d7170c0-940e-4f00-97d3-af1ae50e5391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.478392] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52efc390-ea47-4d16-b46c-594ed0885329, 'name': SearchDatastore_Task, 'duration_secs': 0.023481} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.480472] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69fbe0c1-f4ae-4b0a-8dee-66123089bd6d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.487853] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 862.487853] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5228daf8-64d9-5e57-c06f-70b3603b9532" [ 862.487853] env[69677]: _type = "Task" [ 862.487853] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.497500] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5228daf8-64d9-5e57-c06f-70b3603b9532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.517109] env[69677]: DEBUG nova.compute.manager [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.546019] env[69677]: DEBUG nova.virt.hardware [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:30:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d683a2d5-ea3e-40a5-a19c-2996c0d79727',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1075716087',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.546019] env[69677]: DEBUG nova.virt.hardware [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.546019] env[69677]: DEBUG nova.virt.hardware [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.546282] env[69677]: DEBUG nova.virt.hardware [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.546282] env[69677]: DEBUG nova.virt.hardware [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.546282] env[69677]: DEBUG nova.virt.hardware [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.546282] env[69677]: DEBUG nova.virt.hardware [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.547038] env[69677]: DEBUG nova.virt.hardware [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.547411] env[69677]: DEBUG nova.virt.hardware [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.547608] env[69677]: DEBUG nova.virt.hardware [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.547791] env[69677]: DEBUG nova.virt.hardware [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.548694] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fb1967-b8f6-4673-9330-f489c331c5de {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.558794] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd74784d-2b6d-4646-bf41-5f78c82ab556 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.709727] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436493, 'name': Rename_Task, 'duration_secs': 0.208535} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.710204] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.710572] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11835ddf-6af9-41d3-8b10-abad96dcfb8b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.717073] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 862.717073] env[69677]: value = "task-3436495" [ 862.717073] env[69677]: _type = "Task" [ 862.717073] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.730821] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.737964] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] Releasing lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.738142] env[69677]: DEBUG nova.compute.manager [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Received event network-changed-9d7170c0-940e-4f00-97d3-af1ae50e5391 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.738278] env[69677]: DEBUG nova.compute.manager [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Refreshing instance network info cache due to event network-changed-9d7170c0-940e-4f00-97d3-af1ae50e5391. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.738556] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] Acquiring lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.769719] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.772122] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.280s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.772365] env[69677]: DEBUG nova.objects.instance [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lazy-loading 'resources' on Instance uuid 61e28d39-30ab-4eb3-865d-930044e6f430 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.793670] env[69677]: INFO nova.scheduler.client.report [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Deleted allocations for instance b2022c4d-b86c-4429-af76-d9c7e2121739 [ 862.807128] env[69677]: DEBUG oslo_vmware.api [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436494, 'name': PowerOffVM_Task, 'duration_secs': 0.221988} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.807406] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.807638] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.807947] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40f4a0bc-1453-4ffe-94ec-54c0f74ad19f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.818904] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Releasing lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.819285] env[69677]: DEBUG nova.compute.manager [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Received event network-changed-1527b5c0-0966-4141-b497-68d56b5e33c7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.819597] env[69677]: DEBUG nova.compute.manager [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Refreshing instance network info cache due to event network-changed-1527b5c0-0966-4141-b497-68d56b5e33c7. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.819597] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Acquiring lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.819681] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Acquired lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.820078] env[69677]: DEBUG nova.network.neutron [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Refreshing network info cache for port 1527b5c0-0966-4141-b497-68d56b5e33c7 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.821865] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] Acquired lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.821865] env[69677]: DEBUG nova.network.neutron [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Refreshing network info cache for port 9d7170c0-940e-4f00-97d3-af1ae50e5391 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.880518] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.881484] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.881484] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Deleting the datastore file [datastore1] bd0029fb-bcf0-4e15-afd5-0872c1d63530 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.881484] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e97d14f-25e4-4b39-a9b1-155f6e78d854 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.889476] env[69677]: DEBUG oslo_vmware.api [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 862.889476] env[69677]: value = "task-3436497" [ 862.889476] env[69677]: _type = "Task" [ 862.889476] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.897693] env[69677]: DEBUG oslo_vmware.api [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.000824] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5228daf8-64d9-5e57-c06f-70b3603b9532, 'name': SearchDatastore_Task, 'duration_secs': 0.020511} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.001112] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.001373] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c0df0471-9350-4160-b7ea-e855952738ea/c0df0471-9350-4160-b7ea-e855952738ea.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.001877] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8d51665-e9f2-447d-90d7-22ccb8795ba4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.008593] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 863.008593] env[69677]: value = "task-3436498" [ 863.008593] env[69677]: _type = "Task" [ 863.008593] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.017743] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.231467] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.306954] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a66fadd9-420f-4f36-bb13-f90b8431140b tempest-ListServerFiltersTestJSON-339696549 tempest-ListServerFiltersTestJSON-339696549-project-member] Lock "b2022c4d-b86c-4429-af76-d9c7e2121739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.570s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.405473] env[69677]: DEBUG oslo_vmware.api [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259618} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.411972] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.412290] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.412577] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.412877] env[69677]: INFO nova.compute.manager [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Took 1.14 seconds to destroy the instance on the hypervisor. [ 863.413126] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.414776] env[69677]: DEBUG nova.compute.manager [-] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.414903] env[69677]: DEBUG nova.network.neutron [-] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.418854] env[69677]: DEBUG nova.compute.manager [req-f19b881b-85ac-4558-b7c7-1b275d14dc47 req-896f0606-8e6e-4524-9b41-cb28431ea4d7 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Received event network-changed-e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.419061] env[69677]: DEBUG nova.compute.manager [req-f19b881b-85ac-4558-b7c7-1b275d14dc47 req-896f0606-8e6e-4524-9b41-cb28431ea4d7 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Refreshing instance network info cache due to event network-changed-e8e0e87a-483f-450f-81e5-faa0480afacd. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.419322] env[69677]: DEBUG oslo_concurrency.lockutils [req-f19b881b-85ac-4558-b7c7-1b275d14dc47 req-896f0606-8e6e-4524-9b41-cb28431ea4d7 service nova] Acquiring lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.419494] env[69677]: DEBUG oslo_concurrency.lockutils [req-f19b881b-85ac-4558-b7c7-1b275d14dc47 req-896f0606-8e6e-4524-9b41-cb28431ea4d7 service nova] Acquired lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.419750] env[69677]: DEBUG nova.network.neutron [req-f19b881b-85ac-4558-b7c7-1b275d14dc47 req-896f0606-8e6e-4524-9b41-cb28431ea4d7 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Refreshing network info cache for port e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.522744] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436498, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.677036] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquiring lock "54b0cd46-7846-49eb-953a-980942e37867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.677280] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lock "54b0cd46-7846-49eb-953a-980942e37867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.729920] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquiring lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.730480] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.730717] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquiring lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.730909] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.731093] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.732891] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436495, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.733770] env[69677]: INFO nova.compute.manager [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Terminating instance [ 863.839396] env[69677]: DEBUG nova.network.neutron [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Updated VIF entry in instance network info cache for port 9d7170c0-940e-4f00-97d3-af1ae50e5391. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.839765] env[69677]: DEBUG nova.network.neutron [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Updating instance_info_cache with network_info: [{"id": "9d7170c0-940e-4f00-97d3-af1ae50e5391", "address": "fa:16:3e:04:5e:e9", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7170c0-94", "ovs_interfaceid": "9d7170c0-940e-4f00-97d3-af1ae50e5391", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.953814] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2911a8e4-2300-493f-9977-b941dfc58152 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.961848] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc05367-59df-4fb7-8489-6d0cc44d59c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.005475] env[69677]: DEBUG nova.network.neutron [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Updated VIF entry in instance network info cache for port 1527b5c0-0966-4141-b497-68d56b5e33c7. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.005829] env[69677]: DEBUG nova.network.neutron [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Updating instance_info_cache with network_info: [{"id": "1527b5c0-0966-4141-b497-68d56b5e33c7", "address": "fa:16:3e:9b:76:2c", "network": {"id": "397f9afc-0518-41f8-8244-5787069f9fc3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-718506282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77dd49edbcfd4b85bfd8e0f90ded8a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1527b5c0-09", "ovs_interfaceid": "1527b5c0-0966-4141-b497-68d56b5e33c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.007745] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50114c6-108c-46f2-8d62-675c10001d1b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.022518] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51131a49-0b53-4296-8ec4-b789d1bbd929 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.026829] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686588} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.027087] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c0df0471-9350-4160-b7ea-e855952738ea/c0df0471-9350-4160-b7ea-e855952738ea.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.027300] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.027937] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8ee783a-ceba-4402-8067-1748f6d49e91 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.038305] env[69677]: DEBUG nova.compute.provider_tree [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.040865] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 864.040865] env[69677]: value = "task-3436499" [ 864.040865] env[69677]: _type = "Task" [ 864.040865] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.043308] env[69677]: DEBUG nova.network.neutron [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Successfully updated port: 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.052340] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.232042] env[69677]: DEBUG oslo_vmware.api [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436495, 'name': PowerOnVM_Task, 'duration_secs': 1.42341} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.232042] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.232042] env[69677]: INFO nova.compute.manager [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Took 9.66 seconds to spawn the instance on the hypervisor. [ 864.232042] env[69677]: DEBUG nova.compute.manager [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.232763] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d7bd97-d76f-4bfe-8a08-64e924fce526 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.240177] env[69677]: DEBUG nova.compute.manager [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.240377] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.247737] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa54a778-86a8-49b9-8405-6512323f4d27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.255891] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.256223] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c82bc41-0a37-4f74-ab85-67a9c24c2151 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.265653] env[69677]: DEBUG oslo_vmware.api [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for the task: (returnval){ [ 864.265653] env[69677]: value = "task-3436500" [ 864.265653] env[69677]: _type = "Task" [ 864.265653] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.278040] env[69677]: DEBUG oslo_vmware.api [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3436500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.280638] env[69677]: DEBUG nova.network.neutron [req-f19b881b-85ac-4558-b7c7-1b275d14dc47 req-896f0606-8e6e-4524-9b41-cb28431ea4d7 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updated VIF entry in instance network info cache for port e8e0e87a-483f-450f-81e5-faa0480afacd. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.281078] env[69677]: DEBUG nova.network.neutron [req-f19b881b-85ac-4558-b7c7-1b275d14dc47 req-896f0606-8e6e-4524-9b41-cb28431ea4d7 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updating instance_info_cache with network_info: [{"id": "e8e0e87a-483f-450f-81e5-faa0480afacd", "address": "fa:16:3e:1b:73:e4", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e0e87a-48", "ovs_interfaceid": "e8e0e87a-483f-450f-81e5-faa0480afacd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.342280] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f146048-ac40-4e3d-a4d2-86abeee8bd3d req-479973fd-9ec1-4c52-a88b-d320515c5aa0 service nova] Releasing lock "refresh_cache-bd0029fb-bcf0-4e15-afd5-0872c1d63530" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.511705] env[69677]: DEBUG oslo_concurrency.lockutils [req-fd028008-9c5c-41b2-8d2f-d5da14c02259 req-9b96e523-148f-4048-9baf-d1f79d6b7d60 service nova] Releasing lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.544595] env[69677]: DEBUG nova.scheduler.client.report [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.553290] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.553447] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.553601] env[69677]: DEBUG nova.network.neutron [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.563223] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079671} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.563223] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.563437] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3968738d-f849-4d94-b624-035cb5420234 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.587434] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] c0df0471-9350-4160-b7ea-e855952738ea/c0df0471-9350-4160-b7ea-e855952738ea.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.588209] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15709da7-bcf9-4942-8f17-f85a07c0e207 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.613046] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 864.613046] env[69677]: value = "task-3436501" [ 864.613046] env[69677]: _type = "Task" [ 864.613046] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.621896] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.636724] env[69677]: DEBUG nova.compute.manager [req-00cd6ee7-b203-4b4f-830a-373590600dc1 req-9ce73685-9c5d-4ccb-b0d4-2d0410e165ac service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Received event network-vif-deleted-9d7170c0-940e-4f00-97d3-af1ae50e5391 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.636929] env[69677]: INFO nova.compute.manager [req-00cd6ee7-b203-4b4f-830a-373590600dc1 req-9ce73685-9c5d-4ccb-b0d4-2d0410e165ac service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Neutron deleted interface 9d7170c0-940e-4f00-97d3-af1ae50e5391; detaching it from the instance and deleting it from the info cache [ 864.637111] env[69677]: DEBUG nova.network.neutron [req-00cd6ee7-b203-4b4f-830a-373590600dc1 req-9ce73685-9c5d-4ccb-b0d4-2d0410e165ac service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.639566] env[69677]: DEBUG nova.network.neutron [-] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.765528] env[69677]: INFO nova.compute.manager [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Took 37.94 seconds to build instance. [ 864.778442] env[69677]: DEBUG oslo_vmware.api [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3436500, 'name': PowerOffVM_Task, 'duration_secs': 0.274608} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.778735] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.778909] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.779200] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14876726-47a3-4f7f-8bd6-f589498e4db8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.783699] env[69677]: DEBUG oslo_concurrency.lockutils [req-f19b881b-85ac-4558-b7c7-1b275d14dc47 req-896f0606-8e6e-4524-9b41-cb28431ea4d7 service nova] Releasing lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.865672] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.866123] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.866391] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Deleting the datastore file [datastore2] bd00baad-1cf3-4eb3-bb3a-5763f87364ca {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.866811] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7c0476c-f555-4e29-afbb-77f73934f2b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.876304] env[69677]: DEBUG oslo_vmware.api [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for the task: (returnval){ [ 864.876304] env[69677]: value = "task-3436503" [ 864.876304] env[69677]: _type = "Task" [ 864.876304] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.883822] env[69677]: DEBUG oslo_vmware.api [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3436503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.058169] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.067039] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.073s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.069092] env[69677]: INFO nova.compute.claims [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.089777] env[69677]: INFO nova.scheduler.client.report [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Deleted allocations for instance 61e28d39-30ab-4eb3-865d-930044e6f430 [ 865.128342] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.140655] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e150387b-51db-4832-9b29-acd1813551cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.143469] env[69677]: INFO nova.compute.manager [-] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Took 1.73 seconds to deallocate network for instance. [ 865.152660] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097fe73a-24de-465f-bd10-318c2e345a22 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.168601] env[69677]: DEBUG nova.network.neutron [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.202164] env[69677]: DEBUG nova.compute.manager [req-00cd6ee7-b203-4b4f-830a-373590600dc1 req-9ce73685-9c5d-4ccb-b0d4-2d0410e165ac service nova] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Detach interface failed, port_id=9d7170c0-940e-4f00-97d3-af1ae50e5391, reason: Instance bd0029fb-bcf0-4e15-afd5-0872c1d63530 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.268260] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37413b9f-d0db-4da0-8d6f-4cf391aadbf3 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.683s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.384733] env[69677]: DEBUG oslo_vmware.api [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Task: {'id': task-3436503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414054} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.385129] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.385740] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.385740] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.385740] env[69677]: INFO nova.compute.manager [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Took 1.15 seconds to destroy the instance on the hypervisor. [ 865.386143] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.386143] env[69677]: DEBUG nova.compute.manager [-] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.386248] env[69677]: DEBUG nova.network.neutron [-] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.471512] env[69677]: DEBUG nova.network.neutron [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance_info_cache with network_info: [{"id": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "address": "fa:16:3e:e2:69:f4", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fb21eb-6d", "ovs_interfaceid": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.495323] env[69677]: DEBUG nova.compute.manager [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Received event network-vif-plugged-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.495557] env[69677]: DEBUG oslo_concurrency.lockutils [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] Acquiring lock "813a4698-8055-46d1-a5de-966e8cdacbb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.495775] env[69677]: DEBUG oslo_concurrency.lockutils [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] Lock "813a4698-8055-46d1-a5de-966e8cdacbb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.495944] env[69677]: DEBUG oslo_concurrency.lockutils [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] Lock "813a4698-8055-46d1-a5de-966e8cdacbb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.496130] env[69677]: DEBUG nova.compute.manager [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] No waiting events found dispatching network-vif-plugged-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.496299] env[69677]: WARNING nova.compute.manager [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Received unexpected event network-vif-plugged-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc for instance with vm_state building and task_state spawning. [ 865.496470] env[69677]: DEBUG nova.compute.manager [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Received event network-changed-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.496661] env[69677]: DEBUG nova.compute.manager [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Refreshing instance network info cache due to event network-changed-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.496839] env[69677]: DEBUG oslo_concurrency.lockutils [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] Acquiring lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.598521] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9686c8-36d2-461f-953b-caaede828650 tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "61e28d39-30ab-4eb3-865d-930044e6f430" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.823s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.630031] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436501, 'name': ReconfigVM_Task, 'duration_secs': 0.661742} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.633143] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Reconfigured VM instance instance-00000038 to attach disk [datastore1] c0df0471-9350-4160-b7ea-e855952738ea/c0df0471-9350-4160-b7ea-e855952738ea.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.633143] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e14abd45-acc6-45f2-8f03-f56c4c226810 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.639680] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 865.639680] env[69677]: value = "task-3436504" [ 865.639680] env[69677]: _type = "Task" [ 865.639680] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.654055] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436504, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.669308] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.772733] env[69677]: DEBUG nova.compute.manager [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.976706] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.976706] env[69677]: DEBUG nova.compute.manager [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Instance network_info: |[{"id": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "address": "fa:16:3e:e2:69:f4", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fb21eb-6d", "ovs_interfaceid": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.976857] env[69677]: DEBUG oslo_concurrency.lockutils [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] Acquired lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.977474] env[69677]: DEBUG nova.network.neutron [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Refreshing network info cache for port 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.979169] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:69:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.991779] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.992315] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.992535] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa2a1f99-0396-4be5-9a92-5f40dbd66fbe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.016044] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.016044] env[69677]: value = "task-3436505" [ 866.016044] env[69677]: _type = "Task" [ 866.016044] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.024756] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436505, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.163813] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436504, 'name': Rename_Task, 'duration_secs': 0.157933} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.164924] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.164924] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7db48d2-bef2-4627-adac-1519e526cec5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.171941] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 866.171941] env[69677]: value = "task-3436506" [ 866.171941] env[69677]: _type = "Task" [ 866.171941] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.184573] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.306193] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.527385] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436505, 'name': CreateVM_Task, 'duration_secs': 0.371924} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.530657] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.533145] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.533342] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.533668] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.533949] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162dd368-6444-4e5f-8484-c096412cf7d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.541345] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 866.541345] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523adfdb-da7c-7dc0-225f-028d5d04ed70" [ 866.541345] env[69677]: _type = "Task" [ 866.541345] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.556255] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523adfdb-da7c-7dc0-225f-028d5d04ed70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.617021] env[69677]: DEBUG nova.network.neutron [-] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.673093] env[69677]: DEBUG nova.compute.manager [req-570bb66a-0530-4c92-a13b-b819a57c591e req-de32051a-fb1b-45aa-9c96-d84b9b3c18fe service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Received event network-changed-e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.673469] env[69677]: DEBUG nova.compute.manager [req-570bb66a-0530-4c92-a13b-b819a57c591e req-de32051a-fb1b-45aa-9c96-d84b9b3c18fe service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Refreshing instance network info cache due to event network-changed-e8e0e87a-483f-450f-81e5-faa0480afacd. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.673837] env[69677]: DEBUG oslo_concurrency.lockutils [req-570bb66a-0530-4c92-a13b-b819a57c591e req-de32051a-fb1b-45aa-9c96-d84b9b3c18fe service nova] Acquiring lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.674068] env[69677]: DEBUG oslo_concurrency.lockutils [req-570bb66a-0530-4c92-a13b-b819a57c591e req-de32051a-fb1b-45aa-9c96-d84b9b3c18fe service nova] Acquired lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.674297] env[69677]: DEBUG nova.network.neutron [req-570bb66a-0530-4c92-a13b-b819a57c591e req-de32051a-fb1b-45aa-9c96-d84b9b3c18fe service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Refreshing network info cache for port e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.690972] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436506, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.746042] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb2f3b4-5e83-4f0e-98fb-9da80457db18 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.753596] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1149192d-40ff-4899-bcd1-7e334f4505a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.795634] env[69677]: DEBUG nova.network.neutron [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updated VIF entry in instance network info cache for port 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.795634] env[69677]: DEBUG nova.network.neutron [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance_info_cache with network_info: [{"id": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "address": "fa:16:3e:e2:69:f4", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fb21eb-6d", "ovs_interfaceid": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.797056] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d228b97d-c445-4543-967b-fb61c74fabbd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.807044] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d14c46-8768-4452-aeea-792ce688966e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.827655] env[69677]: DEBUG nova.compute.provider_tree [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.833979] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.834405] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.834619] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.834799] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.834955] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.837626] env[69677]: INFO nova.compute.manager [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Terminating instance [ 867.053070] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523adfdb-da7c-7dc0-225f-028d5d04ed70, 'name': SearchDatastore_Task, 'duration_secs': 0.013226} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.053399] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.053638] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.053879] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.054071] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.054263] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.054572] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce398604-9d7b-4c9a-aeb6-b5030d8ad81e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.065268] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.065268] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.065268] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1e279a-4ee4-49af-8522-e36a3ccaf4f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.070734] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 867.070734] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5248bd9c-b41f-0de2-0609-2a58a4c2079a" [ 867.070734] env[69677]: _type = "Task" [ 867.070734] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.078319] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5248bd9c-b41f-0de2-0609-2a58a4c2079a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.118952] env[69677]: INFO nova.compute.manager [-] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Took 1.73 seconds to deallocate network for instance. [ 867.193939] env[69677]: DEBUG oslo_vmware.api [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436506, 'name': PowerOnVM_Task, 'duration_secs': 0.528409} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.194577] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.194577] env[69677]: INFO nova.compute.manager [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Took 9.85 seconds to spawn the instance on the hypervisor. [ 867.194760] env[69677]: DEBUG nova.compute.manager [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.195595] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a73ff1-7678-43ed-83c6-67d0c9bfee2d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.301508] env[69677]: DEBUG oslo_concurrency.lockutils [req-8614118d-7ef0-4b74-b45c-887e075fc98f req-5fb41e46-056c-440e-bbde-510b08031a8d service nova] Releasing lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.330337] env[69677]: DEBUG nova.scheduler.client.report [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.341851] env[69677]: DEBUG nova.compute.manager [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.341949] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.342944] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd3f914-efeb-4d9f-95af-40d97744aeef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.351535] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.351808] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69dc429b-8816-40e4-ae12-b6319705fe1a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.359373] env[69677]: DEBUG oslo_vmware.api [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 867.359373] env[69677]: value = "task-3436507" [ 867.359373] env[69677]: _type = "Task" [ 867.359373] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.366995] env[69677]: DEBUG oslo_vmware.api [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.422549] env[69677]: DEBUG nova.network.neutron [req-570bb66a-0530-4c92-a13b-b819a57c591e req-de32051a-fb1b-45aa-9c96-d84b9b3c18fe service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updated VIF entry in instance network info cache for port e8e0e87a-483f-450f-81e5-faa0480afacd. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.422901] env[69677]: DEBUG nova.network.neutron [req-570bb66a-0530-4c92-a13b-b819a57c591e req-de32051a-fb1b-45aa-9c96-d84b9b3c18fe service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updating instance_info_cache with network_info: [{"id": "e8e0e87a-483f-450f-81e5-faa0480afacd", "address": "fa:16:3e:1b:73:e4", "network": {"id": "a12ebae4-6413-4b77-b706-381782c7fa7b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1978705638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e9ce2aed494aa199c9c935114bc400", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e0e87a-48", "ovs_interfaceid": "e8e0e87a-483f-450f-81e5-faa0480afacd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.582856] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5248bd9c-b41f-0de2-0609-2a58a4c2079a, 'name': SearchDatastore_Task, 'duration_secs': 0.020073} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.583716] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc878e0-3edc-4329-b9bd-56ad89b9ecb1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.589572] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 867.589572] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bd334d-9583-25da-5e5b-1979193d2059" [ 867.589572] env[69677]: _type = "Task" [ 867.589572] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.596991] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bd334d-9583-25da-5e5b-1979193d2059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.627263] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.714185] env[69677]: INFO nova.compute.manager [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Took 40.89 seconds to build instance. [ 867.762554] env[69677]: DEBUG nova.compute.manager [req-81a0859e-840a-4a45-8212-caa43e933555 req-9d852155-e9d7-420d-ac05-6bc73f769f51 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Received event network-changed-253d20e4-3876-4508-acb5-ccfe03612ba3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.762706] env[69677]: DEBUG nova.compute.manager [req-81a0859e-840a-4a45-8212-caa43e933555 req-9d852155-e9d7-420d-ac05-6bc73f769f51 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Refreshing instance network info cache due to event network-changed-253d20e4-3876-4508-acb5-ccfe03612ba3. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.762925] env[69677]: DEBUG oslo_concurrency.lockutils [req-81a0859e-840a-4a45-8212-caa43e933555 req-9d852155-e9d7-420d-ac05-6bc73f769f51 service nova] Acquiring lock "refresh_cache-3a5061e3-1bdf-4c09-b410-fc473ef14b0b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.763087] env[69677]: DEBUG oslo_concurrency.lockutils [req-81a0859e-840a-4a45-8212-caa43e933555 req-9d852155-e9d7-420d-ac05-6bc73f769f51 service nova] Acquired lock "refresh_cache-3a5061e3-1bdf-4c09-b410-fc473ef14b0b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.763280] env[69677]: DEBUG nova.network.neutron [req-81a0859e-840a-4a45-8212-caa43e933555 req-9d852155-e9d7-420d-ac05-6bc73f769f51 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Refreshing network info cache for port 253d20e4-3876-4508-acb5-ccfe03612ba3 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.841270] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.841806] env[69677]: DEBUG nova.compute.manager [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.846450] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.634s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.846638] env[69677]: DEBUG nova.objects.instance [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 867.869874] env[69677]: DEBUG oslo_vmware.api [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436507, 'name': PowerOffVM_Task, 'duration_secs': 0.364024} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.870140] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.870313] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.870568] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54916bab-d920-4153-896d-5a09231a1206 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.926289] env[69677]: DEBUG oslo_concurrency.lockutils [req-570bb66a-0530-4c92-a13b-b819a57c591e req-de32051a-fb1b-45aa-9c96-d84b9b3c18fe service nova] Releasing lock "refresh_cache-536fc9a3-f6fc-4526-8c56-11df0000cdcb" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.926402] env[69677]: DEBUG nova.compute.manager [req-570bb66a-0530-4c92-a13b-b819a57c591e req-de32051a-fb1b-45aa-9c96-d84b9b3c18fe service nova] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Received event network-vif-deleted-baace154-f531-4167-9333-1e4e46d00e68 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.958490] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.958760] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.958955] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Deleting the datastore file [datastore1] 1101ac2e-5ae9-4dd0-a980-2646049a1bdf {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.959230] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bde87fc-6806-4fb7-8dc1-bdb632aa43c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.966273] env[69677]: DEBUG oslo_vmware.api [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for the task: (returnval){ [ 867.966273] env[69677]: value = "task-3436509" [ 867.966273] env[69677]: _type = "Task" [ 867.966273] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.973908] env[69677]: DEBUG oslo_vmware.api [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.100812] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bd334d-9583-25da-5e5b-1979193d2059, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.101120] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.101384] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 813a4698-8055-46d1-a5de-966e8cdacbb5/813a4698-8055-46d1-a5de-966e8cdacbb5.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.101648] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6efdb052-d576-46ef-905d-1b1b8ec5f495 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.108931] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 868.108931] env[69677]: value = "task-3436510" [ 868.108931] env[69677]: _type = "Task" [ 868.108931] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.117433] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.217120] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5e7ab0-0d36-4bb4-94b4-5670c36cb569 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "c0df0471-9350-4160-b7ea-e855952738ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.548s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.356183] env[69677]: DEBUG nova.compute.utils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.363636] env[69677]: DEBUG nova.compute.manager [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Not allocating networking since 'none' was specified. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 868.477455] env[69677]: DEBUG oslo_vmware.api [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Task: {'id': task-3436509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301681} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.477758] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.477944] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.478216] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.478408] env[69677]: INFO nova.compute.manager [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 868.478659] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.478861] env[69677]: DEBUG nova.compute.manager [-] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 868.478954] env[69677]: DEBUG nova.network.neutron [-] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 868.621770] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436510, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.633367] env[69677]: DEBUG nova.network.neutron [req-81a0859e-840a-4a45-8212-caa43e933555 req-9d852155-e9d7-420d-ac05-6bc73f769f51 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Updated VIF entry in instance network info cache for port 253d20e4-3876-4508-acb5-ccfe03612ba3. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.633730] env[69677]: DEBUG nova.network.neutron [req-81a0859e-840a-4a45-8212-caa43e933555 req-9d852155-e9d7-420d-ac05-6bc73f769f51 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Updating instance_info_cache with network_info: [{"id": "253d20e4-3876-4508-acb5-ccfe03612ba3", "address": "fa:16:3e:6f:c3:4a", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap253d20e4-38", "ovs_interfaceid": "253d20e4-3876-4508-acb5-ccfe03612ba3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.716822] env[69677]: DEBUG nova.compute.manager [req-a68b902f-28d0-46ef-ae27-73e88fe81842 req-9e3e5ef3-6bdb-4797-89c7-797f54ea7401 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Received event network-changed-1527b5c0-0966-4141-b497-68d56b5e33c7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.717435] env[69677]: DEBUG nova.compute.manager [req-a68b902f-28d0-46ef-ae27-73e88fe81842 req-9e3e5ef3-6bdb-4797-89c7-797f54ea7401 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Refreshing instance network info cache due to event network-changed-1527b5c0-0966-4141-b497-68d56b5e33c7. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.717743] env[69677]: DEBUG oslo_concurrency.lockutils [req-a68b902f-28d0-46ef-ae27-73e88fe81842 req-9e3e5ef3-6bdb-4797-89c7-797f54ea7401 service nova] Acquiring lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.717927] env[69677]: DEBUG oslo_concurrency.lockutils [req-a68b902f-28d0-46ef-ae27-73e88fe81842 req-9e3e5ef3-6bdb-4797-89c7-797f54ea7401 service nova] Acquired lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.718155] env[69677]: DEBUG nova.network.neutron [req-a68b902f-28d0-46ef-ae27-73e88fe81842 req-9e3e5ef3-6bdb-4797-89c7-797f54ea7401 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Refreshing network info cache for port 1527b5c0-0966-4141-b497-68d56b5e33c7 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.720203] env[69677]: DEBUG nova.compute.manager [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.864816] env[69677]: DEBUG nova.compute.manager [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.867814] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e7f0d0ad-19a5-4983-a121-728549567497 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.874179] env[69677]: DEBUG oslo_concurrency.lockutils [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.212s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.874438] env[69677]: DEBUG nova.objects.instance [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Lazy-loading 'resources' on Instance uuid 6f17b191-573f-4eb6-86aa-8ced02ce14a0 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.121334] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514068} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.121638] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 813a4698-8055-46d1-a5de-966e8cdacbb5/813a4698-8055-46d1-a5de-966e8cdacbb5.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.121884] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.122194] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84c3b4c3-3078-4f5d-a874-ecc82c40d8ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.129777] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 869.129777] env[69677]: value = "task-3436511" [ 869.129777] env[69677]: _type = "Task" [ 869.129777] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.136229] env[69677]: DEBUG oslo_concurrency.lockutils [req-81a0859e-840a-4a45-8212-caa43e933555 req-9d852155-e9d7-420d-ac05-6bc73f769f51 service nova] Releasing lock "refresh_cache-3a5061e3-1bdf-4c09-b410-fc473ef14b0b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.139819] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.243997] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.294137] env[69677]: DEBUG oslo_concurrency.lockutils [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "c0df0471-9350-4160-b7ea-e855952738ea" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.294407] env[69677]: DEBUG oslo_concurrency.lockutils [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "c0df0471-9350-4160-b7ea-e855952738ea" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.294644] env[69677]: INFO nova.compute.manager [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Rebooting instance [ 869.361376] env[69677]: DEBUG nova.network.neutron [-] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.475514] env[69677]: DEBUG nova.network.neutron [req-a68b902f-28d0-46ef-ae27-73e88fe81842 req-9e3e5ef3-6bdb-4797-89c7-797f54ea7401 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Updated VIF entry in instance network info cache for port 1527b5c0-0966-4141-b497-68d56b5e33c7. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.475586] env[69677]: DEBUG nova.network.neutron [req-a68b902f-28d0-46ef-ae27-73e88fe81842 req-9e3e5ef3-6bdb-4797-89c7-797f54ea7401 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Updating instance_info_cache with network_info: [{"id": "1527b5c0-0966-4141-b497-68d56b5e33c7", "address": "fa:16:3e:9b:76:2c", "network": {"id": "397f9afc-0518-41f8-8244-5787069f9fc3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-718506282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77dd49edbcfd4b85bfd8e0f90ded8a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1527b5c0-09", "ovs_interfaceid": "1527b5c0-0966-4141-b497-68d56b5e33c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.641539] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069688} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.641895] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.642663] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc45401-96e1-4f4e-a114-cb8074c20ddf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.665893] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 813a4698-8055-46d1-a5de-966e8cdacbb5/813a4698-8055-46d1-a5de-966e8cdacbb5.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.668752] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c47f98-0c39-4134-a8f7-8247edfe0adf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.689276] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 869.689276] env[69677]: value = "task-3436512" [ 869.689276] env[69677]: _type = "Task" [ 869.689276] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.699724] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.789886] env[69677]: DEBUG nova.compute.manager [req-f8326c31-e63e-43a5-9667-cb6c89353213 req-8e48811c-935a-4f5e-b78d-954771179630 service nova] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Received event network-vif-deleted-875dd103-027a-4321-917a-64cea8e661f1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.814344] env[69677]: DEBUG oslo_concurrency.lockutils [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.864535] env[69677]: INFO nova.compute.manager [-] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Took 1.39 seconds to deallocate network for instance. [ 869.877547] env[69677]: DEBUG nova.compute.manager [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.884371] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30568883-7893-40a0-81dc-7c6cfed9d527 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.893052] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5899b04d-44d6-4e6c-926d-e9e8a12ac423 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.927927] env[69677]: DEBUG nova.virt.hardware [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.928250] env[69677]: DEBUG nova.virt.hardware [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.928424] env[69677]: DEBUG nova.virt.hardware [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.928609] env[69677]: DEBUG nova.virt.hardware [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.928757] env[69677]: DEBUG nova.virt.hardware [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.928906] env[69677]: DEBUG nova.virt.hardware [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.929123] env[69677]: DEBUG nova.virt.hardware [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.929282] env[69677]: DEBUG nova.virt.hardware [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.929447] env[69677]: DEBUG nova.virt.hardware [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.929604] env[69677]: DEBUG nova.virt.hardware [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.929793] env[69677]: DEBUG nova.virt.hardware [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.930593] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4da157-02ad-474f-b352-30e164a9880c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.933875] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097ed93d-a702-4f60-bf6c-23eef82c91bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.943056] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5576a70-9af9-4795-9923-a50632ef8804 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.948111] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaf9c96-8d40-49a2-88b6-27fc28c1bcd7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.961190] env[69677]: DEBUG nova.compute.provider_tree [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.971328] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.978456] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Creating folder: Project (ebacc4a8568c414a88d277ecc48bc7e3). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.979644] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a22458dd-d18c-452d-9af5-872e63d390bf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.981774] env[69677]: DEBUG oslo_concurrency.lockutils [req-a68b902f-28d0-46ef-ae27-73e88fe81842 req-9e3e5ef3-6bdb-4797-89c7-797f54ea7401 service nova] Releasing lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.982555] env[69677]: DEBUG oslo_concurrency.lockutils [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquired lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.982775] env[69677]: DEBUG nova.network.neutron [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.991734] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Created folder: Project (ebacc4a8568c414a88d277ecc48bc7e3) in parent group-v685897. [ 869.991920] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Creating folder: Instances. Parent ref: group-v686066. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.992262] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45015385-d8b3-493a-ac9f-75a26158d5c9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.004820] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Created folder: Instances in parent group-v686066. [ 870.005093] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.005297] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.005497] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbf4032a-7003-4782-95fc-f2744e9c24fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.022166] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.022166] env[69677]: value = "task-3436515" [ 870.022166] env[69677]: _type = "Task" [ 870.022166] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.029710] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436515, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.199078] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.371519] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.480869] env[69677]: DEBUG nova.scheduler.client.report [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.534652] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436515, 'name': CreateVM_Task, 'duration_secs': 0.466313} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.534829] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.535288] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.535499] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.535842] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.536126] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1805f966-0fb7-48a8-9bd4-78af42260908 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.540916] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 870.540916] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e23d13-80fa-fd7c-c2ca-1b93f95bde20" [ 870.540916] env[69677]: _type = "Task" [ 870.540916] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.548136] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e23d13-80fa-fd7c-c2ca-1b93f95bde20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.702217] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436512, 'name': ReconfigVM_Task, 'duration_secs': 0.72542} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.702217] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 813a4698-8055-46d1-a5de-966e8cdacbb5/813a4698-8055-46d1-a5de-966e8cdacbb5.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.702217] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09f06a77-fceb-4d70-a94b-bfc69da99a73 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.703127] env[69677]: DEBUG nova.network.neutron [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Updating instance_info_cache with network_info: [{"id": "1527b5c0-0966-4141-b497-68d56b5e33c7", "address": "fa:16:3e:9b:76:2c", "network": {"id": "397f9afc-0518-41f8-8244-5787069f9fc3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-718506282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77dd49edbcfd4b85bfd8e0f90ded8a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1527b5c0-09", "ovs_interfaceid": "1527b5c0-0966-4141-b497-68d56b5e33c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.710251] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 870.710251] env[69677]: value = "task-3436516" [ 870.710251] env[69677]: _type = "Task" [ 870.710251] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.717652] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436516, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.988661] env[69677]: DEBUG oslo_concurrency.lockutils [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.991199] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.834s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.992965] env[69677]: INFO nova.compute.claims [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.010508] env[69677]: INFO nova.scheduler.client.report [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Deleted allocations for instance 6f17b191-573f-4eb6-86aa-8ced02ce14a0 [ 871.052148] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e23d13-80fa-fd7c-c2ca-1b93f95bde20, 'name': SearchDatastore_Task, 'duration_secs': 0.022758} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.052470] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.052709] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.052944] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.053101] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.053280] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.053539] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9f99fe8-a93e-4705-938b-330c2249bf6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.063741] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.063925] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.064845] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b65f07d-c3f2-4f44-b256-9415496fd319 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.071417] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 871.071417] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a6f6a5-fd0d-c1f4-9d3e-27c7e27c37f2" [ 871.071417] env[69677]: _type = "Task" [ 871.071417] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.077704] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a6f6a5-fd0d-c1f4-9d3e-27c7e27c37f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.207085] env[69677]: DEBUG oslo_concurrency.lockutils [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Releasing lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.219897] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436516, 'name': Rename_Task, 'duration_secs': 0.361005} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.220177] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.220470] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f27f81c-6a76-498c-b6ca-18cbb9d9e963 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.229257] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 871.229257] env[69677]: value = "task-3436517" [ 871.229257] env[69677]: _type = "Task" [ 871.229257] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.236972] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.519214] env[69677]: DEBUG oslo_concurrency.lockutils [None req-58b6eb98-a14d-43ec-9339-59827105231f tempest-ServerRescueTestJSONUnderV235-849583381 tempest-ServerRescueTestJSONUnderV235-849583381-project-member] Lock "6f17b191-573f-4eb6-86aa-8ced02ce14a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.557s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.581960] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a6f6a5-fd0d-c1f4-9d3e-27c7e27c37f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010699} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.582641] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8567ec07-513d-443e-8473-dd41d95d507f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.587669] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 871.587669] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520623b4-ab09-d937-9f76-13b213c63d55" [ 871.587669] env[69677]: _type = "Task" [ 871.587669] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.598852] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520623b4-ab09-d937-9f76-13b213c63d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.712170] env[69677]: DEBUG nova.compute.manager [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.713144] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fecdf1-6bca-4203-a6e3-f7f51d8bc4e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.737944] env[69677]: DEBUG oslo_vmware.api [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436517, 'name': PowerOnVM_Task, 'duration_secs': 0.463762} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.738248] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.738451] env[69677]: INFO nova.compute.manager [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Took 9.22 seconds to spawn the instance on the hypervisor. [ 871.738633] env[69677]: DEBUG nova.compute.manager [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.739488] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497a95a0-fc0d-43c0-9585-4e1d4f796306 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.101943] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520623b4-ab09-d937-9f76-13b213c63d55, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.101943] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.102219] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 63df2079-c04a-40a2-b526-11a76be54d93/63df2079-c04a-40a2-b526-11a76be54d93.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.102612] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb03a88e-b490-4322-b28f-ea12c7dd0767 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.111714] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 872.111714] env[69677]: value = "task-3436518" [ 872.111714] env[69677]: _type = "Task" [ 872.111714] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.122744] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.260994] env[69677]: INFO nova.compute.manager [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Took 41.11 seconds to build instance. [ 872.574558] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67969e6a-4752-4041-af98-8af3fe1717b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.583870] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c157d513-58ef-4f01-a36a-ab713d6719e2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.628654] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18637a09-39c0-41d8-8c05-67b40a150f87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.638044] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436518, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.644085] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a30246-0fab-4555-aa45-3e8f72b4d01e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.655391] env[69677]: DEBUG nova.compute.provider_tree [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.734307] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ed7d80-82be-4328-a31a-4cb704cba888 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.742313] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Doing hard reboot of VM {{(pid=69677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 872.743029] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d4550658-520b-4664-9a4c-04ae4cc68f2d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.752030] env[69677]: DEBUG oslo_vmware.api [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 872.752030] env[69677]: value = "task-3436519" [ 872.752030] env[69677]: _type = "Task" [ 872.752030] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.760724] env[69677]: DEBUG oslo_vmware.api [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436519, 'name': ResetVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.762342] env[69677]: DEBUG oslo_concurrency.lockutils [None req-205b94d4-b97f-496a-9af0-11359d37a16b tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "813a4698-8055-46d1-a5de-966e8cdacbb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.970s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.135979] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558909} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.136420] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 63df2079-c04a-40a2-b526-11a76be54d93/63df2079-c04a-40a2-b526-11a76be54d93.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.136420] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.137253] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e955e5d1-8e28-47db-9085-d003347c55da {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.144858] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 873.144858] env[69677]: value = "task-3436520" [ 873.144858] env[69677]: _type = "Task" [ 873.144858] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.152818] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.159171] env[69677]: DEBUG nova.scheduler.client.report [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.262565] env[69677]: DEBUG oslo_vmware.api [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436519, 'name': ResetVM_Task, 'duration_secs': 0.225436} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.262880] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Did hard reboot of VM {{(pid=69677) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 873.263108] env[69677]: DEBUG nova.compute.manager [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.263879] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48be4f1f-1bbd-48f3-a1e8-806037ecc309 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.267390] env[69677]: DEBUG nova.compute.manager [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.654622] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069107} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.655276] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.656048] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f676b098-fd05-49f9-87f6-2f1e616bb20f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.668793] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.669324] env[69677]: DEBUG nova.compute.manager [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.680587] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 63df2079-c04a-40a2-b526-11a76be54d93/63df2079-c04a-40a2-b526-11a76be54d93.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.682123] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.519s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.683573] env[69677]: INFO nova.compute.claims [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.687913] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30c6f4f2-c272-4c3f-813e-a487d5213feb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.713058] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 873.713058] env[69677]: value = "task-3436521" [ 873.713058] env[69677]: _type = "Task" [ 873.713058] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.729975] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.778878] env[69677]: DEBUG oslo_concurrency.lockutils [None req-21a72d4e-8052-4256-ab0b-6e15c8a15158 tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "c0df0471-9350-4160-b7ea-e855952738ea" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.484s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.791370] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.920399] env[69677]: DEBUG nova.compute.manager [req-ec638e4e-e6f9-43f6-b8d3-b12d7ffdf187 req-03fde6eb-554b-482c-8a68-cd821ef55112 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Received event network-changed-1527b5c0-0966-4141-b497-68d56b5e33c7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.920704] env[69677]: DEBUG nova.compute.manager [req-ec638e4e-e6f9-43f6-b8d3-b12d7ffdf187 req-03fde6eb-554b-482c-8a68-cd821ef55112 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Refreshing instance network info cache due to event network-changed-1527b5c0-0966-4141-b497-68d56b5e33c7. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.920991] env[69677]: DEBUG oslo_concurrency.lockutils [req-ec638e4e-e6f9-43f6-b8d3-b12d7ffdf187 req-03fde6eb-554b-482c-8a68-cd821ef55112 service nova] Acquiring lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.921236] env[69677]: DEBUG oslo_concurrency.lockutils [req-ec638e4e-e6f9-43f6-b8d3-b12d7ffdf187 req-03fde6eb-554b-482c-8a68-cd821ef55112 service nova] Acquired lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.921545] env[69677]: DEBUG nova.network.neutron [req-ec638e4e-e6f9-43f6-b8d3-b12d7ffdf187 req-03fde6eb-554b-482c-8a68-cd821ef55112 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Refreshing network info cache for port 1527b5c0-0966-4141-b497-68d56b5e33c7 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.183419] env[69677]: DEBUG nova.compute.utils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.184815] env[69677]: DEBUG nova.compute.manager [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.184984] env[69677]: DEBUG nova.network.neutron [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.214705] env[69677]: DEBUG nova.compute.manager [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Stashing vm_state: active {{(pid=69677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 874.226080] env[69677]: DEBUG nova.policy [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92fd7dd2cb7d4f9b9ab55b7d5158a77a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e82191342334be8bc5d401eb0c73634', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.235176] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436521, 'name': ReconfigVM_Task, 'duration_secs': 0.476958} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.235176] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 63df2079-c04a-40a2-b526-11a76be54d93/63df2079-c04a-40a2-b526-11a76be54d93.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.235485] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01aa0747-6bdd-47db-9db3-439858ac3ae2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.243988] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 874.243988] env[69677]: value = "task-3436522" [ 874.243988] env[69677]: _type = "Task" [ 874.243988] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.253927] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436522, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.548458] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "c0df0471-9350-4160-b7ea-e855952738ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.548760] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "c0df0471-9350-4160-b7ea-e855952738ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.549059] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "c0df0471-9350-4160-b7ea-e855952738ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.549289] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "c0df0471-9350-4160-b7ea-e855952738ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.549493] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "c0df0471-9350-4160-b7ea-e855952738ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.551649] env[69677]: INFO nova.compute.manager [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Terminating instance [ 874.553612] env[69677]: DEBUG nova.network.neutron [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Successfully created port: b115d56d-4956-4c1e-ae06-6d9db4a8aa79 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.657573] env[69677]: DEBUG nova.network.neutron [req-ec638e4e-e6f9-43f6-b8d3-b12d7ffdf187 req-03fde6eb-554b-482c-8a68-cd821ef55112 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Updated VIF entry in instance network info cache for port 1527b5c0-0966-4141-b497-68d56b5e33c7. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.657991] env[69677]: DEBUG nova.network.neutron [req-ec638e4e-e6f9-43f6-b8d3-b12d7ffdf187 req-03fde6eb-554b-482c-8a68-cd821ef55112 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Updating instance_info_cache with network_info: [{"id": "1527b5c0-0966-4141-b497-68d56b5e33c7", "address": "fa:16:3e:9b:76:2c", "network": {"id": "397f9afc-0518-41f8-8244-5787069f9fc3", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-718506282-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77dd49edbcfd4b85bfd8e0f90ded8a42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1527b5c0-09", "ovs_interfaceid": "1527b5c0-0966-4141-b497-68d56b5e33c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.688340] env[69677]: DEBUG nova.compute.manager [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.745105] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.754693] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436522, 'name': Rename_Task, 'duration_secs': 0.137506} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.754693] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.754805] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b5bf18f-c95e-4c19-990c-3e20eac626a1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.761159] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 874.761159] env[69677]: value = "task-3436523" [ 874.761159] env[69677]: _type = "Task" [ 874.761159] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.770092] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.062128] env[69677]: DEBUG nova.compute.manager [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.062467] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.065722] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda4a839-68dd-4097-8cf6-1d619dc084a8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.073530] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.073790] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cefdb348-97f2-4316-bc75-7362e94e6f3a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.080601] env[69677]: DEBUG oslo_vmware.api [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 875.080601] env[69677]: value = "task-3436524" [ 875.080601] env[69677]: _type = "Task" [ 875.080601] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.091059] env[69677]: DEBUG oslo_vmware.api [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.161120] env[69677]: DEBUG oslo_concurrency.lockutils [req-ec638e4e-e6f9-43f6-b8d3-b12d7ffdf187 req-03fde6eb-554b-482c-8a68-cd821ef55112 service nova] Releasing lock "refresh_cache-c0df0471-9350-4160-b7ea-e855952738ea" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.252721] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c194b81-9d08-4520-be3c-2634db1a8391 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.261043] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839291d3-8d4e-417b-9913-d8b30140b9f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.272697] env[69677]: DEBUG oslo_vmware.api [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436523, 'name': PowerOnVM_Task, 'duration_secs': 0.453681} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.296367] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.296599] env[69677]: INFO nova.compute.manager [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Took 5.42 seconds to spawn the instance on the hypervisor. [ 875.296804] env[69677]: DEBUG nova.compute.manager [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.298108] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ffff65-3d66-48f9-a383-9e59c0214ed9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.300989] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41507717-4faf-481f-8af5-3416b2a91bfb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.316018] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c66eed1-06f0-459c-8299-f7124f698de3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.326848] env[69677]: DEBUG nova.compute.provider_tree [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.594172] env[69677]: DEBUG oslo_vmware.api [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436524, 'name': PowerOffVM_Task, 'duration_secs': 0.403893} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.594456] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.594626] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.594870] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1c6a324-7ce2-4253-9b86-9b695b23bac8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.698473] env[69677]: DEBUG nova.compute.manager [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.729311] env[69677]: DEBUG nova.virt.hardware [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.729559] env[69677]: DEBUG nova.virt.hardware [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.729716] env[69677]: DEBUG nova.virt.hardware [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.729897] env[69677]: DEBUG nova.virt.hardware [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.733082] env[69677]: DEBUG nova.virt.hardware [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.733082] env[69677]: DEBUG nova.virt.hardware [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.733082] env[69677]: DEBUG nova.virt.hardware [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.733082] env[69677]: DEBUG nova.virt.hardware [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.733082] env[69677]: DEBUG nova.virt.hardware [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.733521] env[69677]: DEBUG nova.virt.hardware [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.733521] env[69677]: DEBUG nova.virt.hardware [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.733521] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ecee3d-0bd7-4259-a7b0-5521999b7b97 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.741032] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52cd47c-787e-420b-8f3b-e358e9dff12c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.829995] env[69677]: DEBUG nova.scheduler.client.report [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.835581] env[69677]: INFO nova.compute.manager [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Took 41.87 seconds to build instance. [ 876.069963] env[69677]: DEBUG nova.compute.manager [req-4ca3a813-e63d-4f88-ac97-3aefea2b8ed9 req-96455c2d-a3c9-4a08-a36e-da2af8567523 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Received event network-vif-plugged-b115d56d-4956-4c1e-ae06-6d9db4a8aa79 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.070288] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ca3a813-e63d-4f88-ac97-3aefea2b8ed9 req-96455c2d-a3c9-4a08-a36e-da2af8567523 service nova] Acquiring lock "ab249b30-8c3f-4b42-bab8-aec62b67d426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.070520] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ca3a813-e63d-4f88-ac97-3aefea2b8ed9 req-96455c2d-a3c9-4a08-a36e-da2af8567523 service nova] Lock "ab249b30-8c3f-4b42-bab8-aec62b67d426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.070662] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ca3a813-e63d-4f88-ac97-3aefea2b8ed9 req-96455c2d-a3c9-4a08-a36e-da2af8567523 service nova] Lock "ab249b30-8c3f-4b42-bab8-aec62b67d426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.070847] env[69677]: DEBUG nova.compute.manager [req-4ca3a813-e63d-4f88-ac97-3aefea2b8ed9 req-96455c2d-a3c9-4a08-a36e-da2af8567523 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] No waiting events found dispatching network-vif-plugged-b115d56d-4956-4c1e-ae06-6d9db4a8aa79 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.071028] env[69677]: WARNING nova.compute.manager [req-4ca3a813-e63d-4f88-ac97-3aefea2b8ed9 req-96455c2d-a3c9-4a08-a36e-da2af8567523 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Received unexpected event network-vif-plugged-b115d56d-4956-4c1e-ae06-6d9db4a8aa79 for instance with vm_state building and task_state spawning. [ 876.124721] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.125109] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.125416] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Deleting the datastore file [datastore1] c0df0471-9350-4160-b7ea-e855952738ea {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.125799] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b04edac0-d3e8-485e-8013-477702b8f7da {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.132246] env[69677]: DEBUG nova.network.neutron [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Successfully updated port: b115d56d-4956-4c1e-ae06-6d9db4a8aa79 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.135546] env[69677]: DEBUG oslo_vmware.api [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 876.135546] env[69677]: value = "task-3436526" [ 876.135546] env[69677]: _type = "Task" [ 876.135546] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.146282] env[69677]: DEBUG oslo_vmware.api [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.260420] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquiring lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.260683] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.260947] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquiring lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.261199] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.261387] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.263603] env[69677]: INFO nova.compute.manager [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Terminating instance [ 876.339065] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.339781] env[69677]: DEBUG nova.compute.manager [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.343049] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fa9fb96-3ae3-4e63-9f80-3bee3c37e1a2 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "63df2079-c04a-40a2-b526-11a76be54d93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.325s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.343755] env[69677]: DEBUG oslo_concurrency.lockutils [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.882s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.343980] env[69677]: DEBUG nova.objects.instance [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 876.637387] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquiring lock "refresh_cache-ab249b30-8c3f-4b42-bab8-aec62b67d426" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.637611] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquired lock "refresh_cache-ab249b30-8c3f-4b42-bab8-aec62b67d426" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.637852] env[69677]: DEBUG nova.network.neutron [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.651569] env[69677]: DEBUG oslo_vmware.api [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269426} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.652438] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.652681] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.652930] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.653208] env[69677]: INFO nova.compute.manager [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Took 1.59 seconds to destroy the instance on the hypervisor. [ 876.653529] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.654034] env[69677]: DEBUG nova.compute.manager [-] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.654174] env[69677]: DEBUG nova.network.neutron [-] [instance: c0df0471-9350-4160-b7ea-e855952738ea] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.769028] env[69677]: DEBUG nova.compute.manager [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.769307] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.770804] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd1e728-d843-46ac-b0fb-743650ded56a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.780034] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.780241] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b787767-ccc5-4d02-bbd6-79c26761729f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.788173] env[69677]: DEBUG oslo_vmware.api [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for the task: (returnval){ [ 876.788173] env[69677]: value = "task-3436527" [ 876.788173] env[69677]: _type = "Task" [ 876.788173] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.796977] env[69677]: DEBUG oslo_vmware.api [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.848907] env[69677]: DEBUG nova.compute.utils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.850098] env[69677]: DEBUG nova.compute.manager [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.850268] env[69677]: DEBUG nova.network.neutron [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.891575] env[69677]: INFO nova.compute.manager [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Rebuilding instance [ 876.947377] env[69677]: DEBUG nova.compute.manager [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 876.950063] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93fb794-a49d-4ffc-b3d4-cea033703c52 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.132659] env[69677]: DEBUG nova.policy [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a120e61f9e1140f5a0e0e2792f830317', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '470fc8fb91fc47f0b7fbf90baadff93e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.188092] env[69677]: DEBUG nova.network.neutron [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.297570] env[69677]: DEBUG oslo_vmware.api [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436527, 'name': PowerOffVM_Task, 'duration_secs': 0.204265} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.297723] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.298135] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.298366] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-916a570f-5bdd-4abf-8e17-93c354543bdf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.345710] env[69677]: DEBUG nova.network.neutron [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Updating instance_info_cache with network_info: [{"id": "b115d56d-4956-4c1e-ae06-6d9db4a8aa79", "address": "fa:16:3e:51:13:8c", "network": {"id": "54e87724-d668-457e-9143-c2fd7f07a1f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-892927430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e82191342334be8bc5d401eb0c73634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb115d56d-49", "ovs_interfaceid": "b115d56d-4956-4c1e-ae06-6d9db4a8aa79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.355946] env[69677]: DEBUG nova.compute.manager [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.360127] env[69677]: DEBUG oslo_concurrency.lockutils [None req-028c1544-faee-40b4-a4a2-85df213d7cd6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.363256] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.556s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.363529] env[69677]: DEBUG nova.objects.instance [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lazy-loading 'resources' on Instance uuid 84e21492-c7a1-4d7c-8c55-5466494c2757 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.364753] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.364939] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.365169] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Deleting the datastore file [datastore2] 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.367144] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c70e09e-6ca4-4d30-8ddc-df1147df5448 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.373749] env[69677]: DEBUG oslo_vmware.api [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for the task: (returnval){ [ 877.373749] env[69677]: value = "task-3436529" [ 877.373749] env[69677]: _type = "Task" [ 877.373749] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.382546] env[69677]: DEBUG oslo_vmware.api [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.407912] env[69677]: DEBUG nova.network.neutron [-] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.466539] env[69677]: DEBUG nova.network.neutron [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Successfully created port: 391a660a-9196-4040-8474-1dd47c7f359e {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.850165] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Releasing lock "refresh_cache-ab249b30-8c3f-4b42-bab8-aec62b67d426" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.850310] env[69677]: DEBUG nova.compute.manager [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Instance network_info: |[{"id": "b115d56d-4956-4c1e-ae06-6d9db4a8aa79", "address": "fa:16:3e:51:13:8c", "network": {"id": "54e87724-d668-457e-9143-c2fd7f07a1f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-892927430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e82191342334be8bc5d401eb0c73634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb115d56d-49", "ovs_interfaceid": "b115d56d-4956-4c1e-ae06-6d9db4a8aa79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.851136] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:13:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b115d56d-4956-4c1e-ae06-6d9db4a8aa79', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.859698] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Creating folder: Project (0e82191342334be8bc5d401eb0c73634). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.860024] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6699ac7-9d51-49bc-aa84-1f0eb5e74afd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.875719] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Created folder: Project (0e82191342334be8bc5d401eb0c73634) in parent group-v685897. [ 877.876085] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Creating folder: Instances. Parent ref: group-v686069. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.880267] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25345c7e-d2f8-482b-b1f5-9eac8e5efb94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.886638] env[69677]: DEBUG oslo_vmware.api [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.891523] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Created folder: Instances in parent group-v686069. [ 877.891523] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.891824] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.892099] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e059095-ea21-45df-acd4-273c416c64ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.910865] env[69677]: INFO nova.compute.manager [-] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Took 1.26 seconds to deallocate network for instance. [ 877.917243] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.917243] env[69677]: value = "task-3436532" [ 877.917243] env[69677]: _type = "Task" [ 877.917243] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.932024] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436532, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.969901] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.970467] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-342f299f-7def-4f39-a71d-02c5cd584952 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.978664] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 877.978664] env[69677]: value = "task-3436533" [ 877.978664] env[69677]: _type = "Task" [ 877.978664] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.990515] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.146012] env[69677]: DEBUG nova.compute.manager [req-500b27b7-60fc-41dc-b747-68e9203f242d req-7969f7d4-48fe-4857-91a0-5bb1c482ee24 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Received event network-changed-b115d56d-4956-4c1e-ae06-6d9db4a8aa79 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.148197] env[69677]: DEBUG nova.compute.manager [req-500b27b7-60fc-41dc-b747-68e9203f242d req-7969f7d4-48fe-4857-91a0-5bb1c482ee24 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Refreshing instance network info cache due to event network-changed-b115d56d-4956-4c1e-ae06-6d9db4a8aa79. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.148197] env[69677]: DEBUG oslo_concurrency.lockutils [req-500b27b7-60fc-41dc-b747-68e9203f242d req-7969f7d4-48fe-4857-91a0-5bb1c482ee24 service nova] Acquiring lock "refresh_cache-ab249b30-8c3f-4b42-bab8-aec62b67d426" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.148197] env[69677]: DEBUG oslo_concurrency.lockutils [req-500b27b7-60fc-41dc-b747-68e9203f242d req-7969f7d4-48fe-4857-91a0-5bb1c482ee24 service nova] Acquired lock "refresh_cache-ab249b30-8c3f-4b42-bab8-aec62b67d426" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.148197] env[69677]: DEBUG nova.network.neutron [req-500b27b7-60fc-41dc-b747-68e9203f242d req-7969f7d4-48fe-4857-91a0-5bb1c482ee24 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Refreshing network info cache for port b115d56d-4956-4c1e-ae06-6d9db4a8aa79 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.377124] env[69677]: DEBUG nova.compute.manager [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.388898] env[69677]: DEBUG oslo_vmware.api [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.404470] env[69677]: DEBUG nova.virt.hardware [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.404826] env[69677]: DEBUG nova.virt.hardware [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.405118] env[69677]: DEBUG nova.virt.hardware [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.405412] env[69677]: DEBUG nova.virt.hardware [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.405585] env[69677]: DEBUG nova.virt.hardware [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.405735] env[69677]: DEBUG nova.virt.hardware [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.405946] env[69677]: DEBUG nova.virt.hardware [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.406214] env[69677]: DEBUG nova.virt.hardware [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.406566] env[69677]: DEBUG nova.virt.hardware [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.406788] env[69677]: DEBUG nova.virt.hardware [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.407298] env[69677]: DEBUG nova.virt.hardware [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.407869] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bbef32-df23-406a-beb2-24e636fb1d91 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.418522] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c084f1c7-02d6-4b42-a491-0dad8f417063 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.423025] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.427976] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a48369-ced6-4e40-a587-709c8a2d165f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.443728] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436532, 'name': CreateVM_Task, 'duration_secs': 0.501649} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.445470] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.446199] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.446359] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.446914] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.448058] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99e048a-4518-4647-b556-596f0b9cda41 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.450653] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2deeb374-27cd-4506-8e9b-17900fc3cb0a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.455818] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for the task: (returnval){ [ 878.455818] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f414ac-ceef-cc93-0818-565c6b96ae46" [ 878.455818] env[69677]: _type = "Task" [ 878.455818] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.488404] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8349450a-9ad5-433a-9c28-54f8ac132806 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.496040] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436533, 'name': PowerOffVM_Task, 'duration_secs': 0.14538} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.500776] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.501450] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.501792] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f414ac-ceef-cc93-0818-565c6b96ae46, 'name': SearchDatastore_Task, 'duration_secs': 0.031006} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.502476] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638d3856-832e-44ad-92c9-d93ff6f2d674 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.506064] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0475b4c4-6e2c-438c-b2ad-144ed7c23dae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.509719] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.509889] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.510130] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.510274] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.510477] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.510724] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-118eba28-177c-4847-b9b5-380fcb1edfa1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.517066] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.524316] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93611565-132a-4edb-9144-bed6514fa90b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.525986] env[69677]: DEBUG nova.compute.provider_tree [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.528205] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.528621] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.529648] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4572f4d-9fe9-42f8-8c9b-bbf964d800e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.535725] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for the task: (returnval){ [ 878.535725] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529de015-ad1f-6a9c-8f21-37334626a3db" [ 878.535725] env[69677]: _type = "Task" [ 878.535725] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.544590] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529de015-ad1f-6a9c-8f21-37334626a3db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.555131] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.555328] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.555503] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Deleting the datastore file [datastore1] 63df2079-c04a-40a2-b526-11a76be54d93 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.555743] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4af81cdf-981e-4e6a-8867-bd3c66e537b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.564291] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 878.564291] env[69677]: value = "task-3436535" [ 878.564291] env[69677]: _type = "Task" [ 878.564291] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.573443] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.889492] env[69677]: DEBUG oslo_vmware.api [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Task: {'id': task-3436529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.188088} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.889846] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.890061] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.890273] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.890445] env[69677]: INFO nova.compute.manager [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Took 2.12 seconds to destroy the instance on the hypervisor. [ 878.890682] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.890869] env[69677]: DEBUG nova.compute.manager [-] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.890970] env[69677]: DEBUG nova.network.neutron [-] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.894337] env[69677]: DEBUG nova.network.neutron [req-500b27b7-60fc-41dc-b747-68e9203f242d req-7969f7d4-48fe-4857-91a0-5bb1c482ee24 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Updated VIF entry in instance network info cache for port b115d56d-4956-4c1e-ae06-6d9db4a8aa79. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.896581] env[69677]: DEBUG nova.network.neutron [req-500b27b7-60fc-41dc-b747-68e9203f242d req-7969f7d4-48fe-4857-91a0-5bb1c482ee24 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Updating instance_info_cache with network_info: [{"id": "b115d56d-4956-4c1e-ae06-6d9db4a8aa79", "address": "fa:16:3e:51:13:8c", "network": {"id": "54e87724-d668-457e-9143-c2fd7f07a1f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-892927430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e82191342334be8bc5d401eb0c73634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb115d56d-49", "ovs_interfaceid": "b115d56d-4956-4c1e-ae06-6d9db4a8aa79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.030782] env[69677]: DEBUG nova.scheduler.client.report [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.053297] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529de015-ad1f-6a9c-8f21-37334626a3db, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.054908] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d463d8-0e84-426f-8d2c-654f7b15d925 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.061289] env[69677]: DEBUG nova.compute.manager [req-6f33461e-591f-45fe-a41b-dc28cea30742 req-bb5e2c01-14e2-4bc4-a1d7-a69361256da1 service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Received event network-vif-plugged-391a660a-9196-4040-8474-1dd47c7f359e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.061503] env[69677]: DEBUG oslo_concurrency.lockutils [req-6f33461e-591f-45fe-a41b-dc28cea30742 req-bb5e2c01-14e2-4bc4-a1d7-a69361256da1 service nova] Acquiring lock "57bbe9cb-5ab6-455e-8547-fcf31341960a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.061709] env[69677]: DEBUG oslo_concurrency.lockutils [req-6f33461e-591f-45fe-a41b-dc28cea30742 req-bb5e2c01-14e2-4bc4-a1d7-a69361256da1 service nova] Lock "57bbe9cb-5ab6-455e-8547-fcf31341960a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.061864] env[69677]: DEBUG oslo_concurrency.lockutils [req-6f33461e-591f-45fe-a41b-dc28cea30742 req-bb5e2c01-14e2-4bc4-a1d7-a69361256da1 service nova] Lock "57bbe9cb-5ab6-455e-8547-fcf31341960a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.062038] env[69677]: DEBUG nova.compute.manager [req-6f33461e-591f-45fe-a41b-dc28cea30742 req-bb5e2c01-14e2-4bc4-a1d7-a69361256da1 service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] No waiting events found dispatching network-vif-plugged-391a660a-9196-4040-8474-1dd47c7f359e {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.062272] env[69677]: WARNING nova.compute.manager [req-6f33461e-591f-45fe-a41b-dc28cea30742 req-bb5e2c01-14e2-4bc4-a1d7-a69361256da1 service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Received unexpected event network-vif-plugged-391a660a-9196-4040-8474-1dd47c7f359e for instance with vm_state building and task_state spawning. [ 879.064170] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for the task: (returnval){ [ 879.064170] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f32ba0-372a-5162-bc05-a7a50e975f9c" [ 879.064170] env[69677]: _type = "Task" [ 879.064170] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.077871] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f32ba0-372a-5162-bc05-a7a50e975f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.078893] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.079786] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] ab249b30-8c3f-4b42-bab8-aec62b67d426/ab249b30-8c3f-4b42-bab8-aec62b67d426.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.079786] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114078} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.079919] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77f81379-f33d-4187-bb65-cb079d9e0ed0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.082147] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.082336] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.082506] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.088384] env[69677]: DEBUG nova.network.neutron [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Successfully updated port: 391a660a-9196-4040-8474-1dd47c7f359e {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.092886] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for the task: (returnval){ [ 879.092886] env[69677]: value = "task-3436536" [ 879.092886] env[69677]: _type = "Task" [ 879.092886] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.101334] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.397361] env[69677]: DEBUG oslo_concurrency.lockutils [req-500b27b7-60fc-41dc-b747-68e9203f242d req-7969f7d4-48fe-4857-91a0-5bb1c482ee24 service nova] Releasing lock "refresh_cache-ab249b30-8c3f-4b42-bab8-aec62b67d426" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.397694] env[69677]: DEBUG nova.compute.manager [req-500b27b7-60fc-41dc-b747-68e9203f242d req-7969f7d4-48fe-4857-91a0-5bb1c482ee24 service nova] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Received event network-vif-deleted-1527b5c0-0966-4141-b497-68d56b5e33c7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.537637] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.540600] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.240s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.541075] env[69677]: DEBUG nova.objects.instance [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 879.569844] env[69677]: INFO nova.scheduler.client.report [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Deleted allocations for instance 84e21492-c7a1-4d7c-8c55-5466494c2757 [ 879.592194] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "refresh_cache-57bbe9cb-5ab6-455e-8547-fcf31341960a" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.592313] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquired lock "refresh_cache-57bbe9cb-5ab6-455e-8547-fcf31341960a" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.592486] env[69677]: DEBUG nova.network.neutron [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.604437] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436536, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.973750] env[69677]: DEBUG nova.network.neutron [-] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.081309] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6e770896-3980-436c-98e0-b89d8737f4ff tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "84e21492-c7a1-4d7c-8c55-5466494c2757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.888s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.110989] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526468} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.111276] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] ab249b30-8c3f-4b42-bab8-aec62b67d426/ab249b30-8c3f-4b42-bab8-aec62b67d426.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.111477] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.111731] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cc8eb0f-4dac-4250-9639-0b2828f5b38b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.119774] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for the task: (returnval){ [ 880.119774] env[69677]: value = "task-3436537" [ 880.119774] env[69677]: _type = "Task" [ 880.119774] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.127333] env[69677]: DEBUG nova.virt.hardware [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.127739] env[69677]: DEBUG nova.virt.hardware [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.128225] env[69677]: DEBUG nova.virt.hardware [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.128499] env[69677]: DEBUG nova.virt.hardware [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.128749] env[69677]: DEBUG nova.virt.hardware [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.129018] env[69677]: DEBUG nova.virt.hardware [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.129404] env[69677]: DEBUG nova.virt.hardware [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.130062] env[69677]: DEBUG nova.virt.hardware [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.130143] env[69677]: DEBUG nova.virt.hardware [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.130391] env[69677]: DEBUG nova.virt.hardware [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.131041] env[69677]: DEBUG nova.virt.hardware [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.132114] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72180218-05d9-4f10-aa70-bd33209059a0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.135238] env[69677]: DEBUG nova.network.neutron [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.141925] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436537, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.145130] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af92b59e-bd06-4cd8-be75-4865ec5fd363 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.162341] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.168904] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.172043] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.172266] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dc18c93-3fe8-4e5c-8336-0ca28a01d291 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.190760] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.190760] env[69677]: value = "task-3436538" [ 880.190760] env[69677]: _type = "Task" [ 880.190760] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.198768] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436538, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.214169] env[69677]: DEBUG nova.compute.manager [req-e69076ed-0875-49ff-ab39-444f75da6261 req-10c14c64-3ee4-4a5d-8251-540db31dd7c7 service nova] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Received event network-vif-deleted-80aeeb54-52d5-4030-a76e-ffd06534e459 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.330893] env[69677]: DEBUG nova.network.neutron [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Updating instance_info_cache with network_info: [{"id": "391a660a-9196-4040-8474-1dd47c7f359e", "address": "fa:16:3e:9b:fc:0a", "network": {"id": "59f0c6a0-1d71-41ba-8459-a71d266ef50c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1135294888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470fc8fb91fc47f0b7fbf90baadff93e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391a660a-91", "ovs_interfaceid": "391a660a-9196-4040-8474-1dd47c7f359e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.476266] env[69677]: INFO nova.compute.manager [-] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Took 1.59 seconds to deallocate network for instance. [ 880.557136] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33d342a0-1b16-4733-8451-e7ac12ffe484 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.558635] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.913s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.561027] env[69677]: INFO nova.compute.claims [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.632932] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436537, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093621} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.633521] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.634176] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffe9ea7-a819-4f91-8423-27859d0c89c1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.657290] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] ab249b30-8c3f-4b42-bab8-aec62b67d426/ab249b30-8c3f-4b42-bab8-aec62b67d426.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.657580] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54622f0d-db39-4f6d-85ff-e2a87d343cdc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.677993] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for the task: (returnval){ [ 880.677993] env[69677]: value = "task-3436539" [ 880.677993] env[69677]: _type = "Task" [ 880.677993] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.685758] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.699567] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436538, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.833700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Releasing lock "refresh_cache-57bbe9cb-5ab6-455e-8547-fcf31341960a" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.834170] env[69677]: DEBUG nova.compute.manager [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Instance network_info: |[{"id": "391a660a-9196-4040-8474-1dd47c7f359e", "address": "fa:16:3e:9b:fc:0a", "network": {"id": "59f0c6a0-1d71-41ba-8459-a71d266ef50c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1135294888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470fc8fb91fc47f0b7fbf90baadff93e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391a660a-91", "ovs_interfaceid": "391a660a-9196-4040-8474-1dd47c7f359e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.834788] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:fc:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '391a660a-9196-4040-8474-1dd47c7f359e', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.842726] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.843021] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.843333] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a121d0e2-5fd4-4108-90bf-90c619d9e50e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.863665] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.863665] env[69677]: value = "task-3436540" [ 880.863665] env[69677]: _type = "Task" [ 880.863665] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.872697] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436540, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.984296] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.148767] env[69677]: DEBUG nova.compute.manager [req-435e51f7-7b20-4dfd-9e42-57f7ac32e822 req-5c7ed1c1-adc1-489d-8af6-9d5bf92927da service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Received event network-changed-391a660a-9196-4040-8474-1dd47c7f359e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.148959] env[69677]: DEBUG nova.compute.manager [req-435e51f7-7b20-4dfd-9e42-57f7ac32e822 req-5c7ed1c1-adc1-489d-8af6-9d5bf92927da service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Refreshing instance network info cache due to event network-changed-391a660a-9196-4040-8474-1dd47c7f359e. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.149187] env[69677]: DEBUG oslo_concurrency.lockutils [req-435e51f7-7b20-4dfd-9e42-57f7ac32e822 req-5c7ed1c1-adc1-489d-8af6-9d5bf92927da service nova] Acquiring lock "refresh_cache-57bbe9cb-5ab6-455e-8547-fcf31341960a" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.149359] env[69677]: DEBUG oslo_concurrency.lockutils [req-435e51f7-7b20-4dfd-9e42-57f7ac32e822 req-5c7ed1c1-adc1-489d-8af6-9d5bf92927da service nova] Acquired lock "refresh_cache-57bbe9cb-5ab6-455e-8547-fcf31341960a" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.149539] env[69677]: DEBUG nova.network.neutron [req-435e51f7-7b20-4dfd-9e42-57f7ac32e822 req-5c7ed1c1-adc1-489d-8af6-9d5bf92927da service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Refreshing network info cache for port 391a660a-9196-4040-8474-1dd47c7f359e {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.188038] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436539, 'name': ReconfigVM_Task, 'duration_secs': 0.330175} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.188206] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Reconfigured VM instance instance-0000003c to attach disk [datastore2] ab249b30-8c3f-4b42-bab8-aec62b67d426/ab249b30-8c3f-4b42-bab8-aec62b67d426.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.188967] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e585c2a5-5b17-4750-8859-d78324256ea9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.197256] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for the task: (returnval){ [ 881.197256] env[69677]: value = "task-3436541" [ 881.197256] env[69677]: _type = "Task" [ 881.197256] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.203427] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436538, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.208195] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436541, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.374468] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436540, 'name': CreateVM_Task, 'duration_secs': 0.401973} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.374725] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.379021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.379021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.379021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.379021] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f2b1c6c-de95-4b01-a7b4-94456ae313bf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.380896] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 881.380896] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524911d7-84c3-d08f-7887-4186ce5cbe8c" [ 881.380896] env[69677]: _type = "Task" [ 881.380896] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.388666] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524911d7-84c3-d08f-7887-4186ce5cbe8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.489238] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.489238] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.704948] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436538, 'name': CreateVM_Task, 'duration_secs': 1.478556} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.708336] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.708667] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.708956] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.709097] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.713482] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa03de3-af3e-42fa-a9ae-a83280feb94c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.714175] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436541, 'name': Rename_Task, 'duration_secs': 0.161857} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.714712] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.715069] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51dc4e6b-44a5-4328-a28b-67a89bfeb7f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.718044] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 881.718044] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5221bffa-ab96-bee4-4efb-39f97c7f05f5" [ 881.718044] env[69677]: _type = "Task" [ 881.718044] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.725886] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for the task: (returnval){ [ 881.725886] env[69677]: value = "task-3436542" [ 881.725886] env[69677]: _type = "Task" [ 881.725886] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.731118] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5221bffa-ab96-bee4-4efb-39f97c7f05f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.736046] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.892241] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524911d7-84c3-d08f-7887-4186ce5cbe8c, 'name': SearchDatastore_Task, 'duration_secs': 0.016884} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.892554] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.892832] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.893109] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.893282] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.893861] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.893861] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9af4fb92-e790-4fe8-a4fd-4cfaafc7a4e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.901723] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.901891] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.902606] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2b75f8-f236-4510-b8fd-406e3605852a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.908017] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 881.908017] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dc1173-b3ec-9e34-5104-a188377086f2" [ 881.908017] env[69677]: _type = "Task" [ 881.908017] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.917092] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dc1173-b3ec-9e34-5104-a188377086f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.944310] env[69677]: DEBUG nova.network.neutron [req-435e51f7-7b20-4dfd-9e42-57f7ac32e822 req-5c7ed1c1-adc1-489d-8af6-9d5bf92927da service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Updated VIF entry in instance network info cache for port 391a660a-9196-4040-8474-1dd47c7f359e. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.944664] env[69677]: DEBUG nova.network.neutron [req-435e51f7-7b20-4dfd-9e42-57f7ac32e822 req-5c7ed1c1-adc1-489d-8af6-9d5bf92927da service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Updating instance_info_cache with network_info: [{"id": "391a660a-9196-4040-8474-1dd47c7f359e", "address": "fa:16:3e:9b:fc:0a", "network": {"id": "59f0c6a0-1d71-41ba-8459-a71d266ef50c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1135294888-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "470fc8fb91fc47f0b7fbf90baadff93e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap391a660a-91", "ovs_interfaceid": "391a660a-9196-4040-8474-1dd47c7f359e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.991888] env[69677]: DEBUG nova.compute.manager [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.093500] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c2997a-9e23-406a-999f-63f395da2a82 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.102025] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17a140d-4160-47f5-a4c3-1bde48d0d799 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.134070] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20eefc6-e1ca-4b70-b81f-4a5dfde1633a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.142099] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62d05b5-a5ee-4e16-b8ab-6b005ee90adb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.155388] env[69677]: DEBUG nova.compute.provider_tree [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.230102] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5221bffa-ab96-bee4-4efb-39f97c7f05f5, 'name': SearchDatastore_Task, 'duration_secs': 0.016616} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.232863] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.233112] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.233348] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.233487] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.233661] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.233929] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14c19b80-80e0-407d-b7a3-7c4611559ba0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.240796] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436542, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.242928] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.243118] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.243806] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0d6023-ac08-4002-a993-ccdf8bc92b89 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.248632] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 882.248632] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522cb726-cf84-72c2-aba6-0a42864cd5c4" [ 882.248632] env[69677]: _type = "Task" [ 882.248632] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.256492] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522cb726-cf84-72c2-aba6-0a42864cd5c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.419441] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dc1173-b3ec-9e34-5104-a188377086f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008147} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.420882] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89317a97-756b-4b17-81ce-8a41ad22dc42 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.426146] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 882.426146] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5209fb78-09ae-55be-d94e-e29215fd6e6e" [ 882.426146] env[69677]: _type = "Task" [ 882.426146] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.433668] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5209fb78-09ae-55be-d94e-e29215fd6e6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.447368] env[69677]: DEBUG oslo_concurrency.lockutils [req-435e51f7-7b20-4dfd-9e42-57f7ac32e822 req-5c7ed1c1-adc1-489d-8af6-9d5bf92927da service nova] Releasing lock "refresh_cache-57bbe9cb-5ab6-455e-8547-fcf31341960a" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.514455] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.659056] env[69677]: DEBUG nova.scheduler.client.report [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.738759] env[69677]: DEBUG oslo_vmware.api [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436542, 'name': PowerOnVM_Task, 'duration_secs': 0.530089} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.739074] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.739308] env[69677]: INFO nova.compute.manager [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Took 7.04 seconds to spawn the instance on the hypervisor. [ 882.739487] env[69677]: DEBUG nova.compute.manager [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.740251] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4936f1-0c3d-43e0-9ac0-2a1120ddc394 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.756795] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522cb726-cf84-72c2-aba6-0a42864cd5c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008267} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.757535] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eea7c6b-8b83-497b-b7d5-5bf68012ed54 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.762024] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 882.762024] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52788fd1-f375-8453-29c4-ab71078a155e" [ 882.762024] env[69677]: _type = "Task" [ 882.762024] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.769223] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52788fd1-f375-8453-29c4-ab71078a155e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.935919] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5209fb78-09ae-55be-d94e-e29215fd6e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.936260] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.936527] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 57bbe9cb-5ab6-455e-8547-fcf31341960a/57bbe9cb-5ab6-455e-8547-fcf31341960a.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.936801] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ee5bf3e-88c3-4806-a4c4-c1f57c59aafa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.944040] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 882.944040] env[69677]: value = "task-3436543" [ 882.944040] env[69677]: _type = "Task" [ 882.944040] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.951373] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.164316] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.165040] env[69677]: DEBUG nova.compute.manager [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.168301] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.364s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.168540] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.168736] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 883.169128] env[69677]: DEBUG oslo_concurrency.lockutils [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.538s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.169454] env[69677]: DEBUG nova.objects.instance [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Lazy-loading 'resources' on Instance uuid 94b1e5b5-4207-44df-8d05-a3edb1af5f67 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.172238] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f52331-4203-4c8d-a922-0327ff136905 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.181894] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5753de-eaa9-49c0-aecd-195d638ac13a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.199013] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090727db-b5ca-4383-9962-1305705a7ed9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.206802] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f23443-4695-4b86-bddf-4a6eb4dc19fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.240304] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177598MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 883.240444] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.262378] env[69677]: INFO nova.compute.manager [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Took 36.14 seconds to build instance. [ 883.274019] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52788fd1-f375-8453-29c4-ab71078a155e, 'name': SearchDatastore_Task, 'duration_secs': 0.009159} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.274143] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.274526] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 63df2079-c04a-40a2-b526-11a76be54d93/63df2079-c04a-40a2-b526-11a76be54d93.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.274732] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3926f283-a994-48e9-a032-fd6950db97e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.281880] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 883.281880] env[69677]: value = "task-3436544" [ 883.281880] env[69677]: _type = "Task" [ 883.281880] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.292227] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.456750] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436543, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.672737] env[69677]: DEBUG nova.compute.utils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.682258] env[69677]: DEBUG nova.compute.manager [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.682258] env[69677]: DEBUG nova.network.neutron [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.767718] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4edd3309-ca83-4bac-a96d-a5ed87c7ad94 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Lock "ab249b30-8c3f-4b42-bab8-aec62b67d426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.410s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.795116] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436544, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.802016] env[69677]: DEBUG nova.policy [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fa0f248624e41ebab41859060927dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd60883233094981ba6e352fac3d1bf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.960168] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549035} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.961322] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 57bbe9cb-5ab6-455e-8547-fcf31341960a/57bbe9cb-5ab6-455e-8547-fcf31341960a.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.962142] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.965279] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff52506-ad3b-4852-a248-83dc0f5ae466 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.976025] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 883.976025] env[69677]: value = "task-3436545" [ 883.976025] env[69677]: _type = "Task" [ 883.976025] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.986461] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.186187] env[69677]: DEBUG nova.compute.manager [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 884.299579] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749282} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.299579] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 63df2079-c04a-40a2-b526-11a76be54d93/63df2079-c04a-40a2-b526-11a76be54d93.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.299579] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.300131] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-804fbf62-68d9-40cc-8383-4e84b5c8f19d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.311032] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 884.311032] env[69677]: value = "task-3436546" [ 884.311032] env[69677]: _type = "Task" [ 884.311032] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.321730] env[69677]: DEBUG nova.compute.manager [req-addf8f98-01f5-4082-80f0-7e3f20d2677c req-811a5752-2d39-446a-b481-6640c4b6e2d1 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Received event network-changed-b115d56d-4956-4c1e-ae06-6d9db4a8aa79 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.322293] env[69677]: DEBUG nova.compute.manager [req-addf8f98-01f5-4082-80f0-7e3f20d2677c req-811a5752-2d39-446a-b481-6640c4b6e2d1 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Refreshing instance network info cache due to event network-changed-b115d56d-4956-4c1e-ae06-6d9db4a8aa79. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.322706] env[69677]: DEBUG oslo_concurrency.lockutils [req-addf8f98-01f5-4082-80f0-7e3f20d2677c req-811a5752-2d39-446a-b481-6640c4b6e2d1 service nova] Acquiring lock "refresh_cache-ab249b30-8c3f-4b42-bab8-aec62b67d426" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.322937] env[69677]: DEBUG oslo_concurrency.lockutils [req-addf8f98-01f5-4082-80f0-7e3f20d2677c req-811a5752-2d39-446a-b481-6640c4b6e2d1 service nova] Acquired lock "refresh_cache-ab249b30-8c3f-4b42-bab8-aec62b67d426" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.326021] env[69677]: DEBUG nova.network.neutron [req-addf8f98-01f5-4082-80f0-7e3f20d2677c req-811a5752-2d39-446a-b481-6640c4b6e2d1 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Refreshing network info cache for port b115d56d-4956-4c1e-ae06-6d9db4a8aa79 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.328212] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.354893] env[69677]: DEBUG nova.network.neutron [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Successfully created port: 4221b55a-77de-44bf-b880-8199bd734172 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.444104] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63214fb6-1ac4-48ca-823a-ef63a0958d25 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.451922] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776d62e8-197a-4713-be64-ee010c0e1fcb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.491122] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d979d3ce-2346-41ea-9de2-e46a3a056edc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.500979] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191375} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.501378] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.502655] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0812a261-e042-4b4e-9844-0a9c0bf8c488 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.507313] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67374a2e-e257-400e-a663-43bf588761e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.519939] env[69677]: DEBUG nova.compute.provider_tree [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.539335] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 57bbe9cb-5ab6-455e-8547-fcf31341960a/57bbe9cb-5ab6-455e-8547-fcf31341960a.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.540955] env[69677]: DEBUG nova.scheduler.client.report [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.544086] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3cbfa9-0acc-4c1d-b895-c4dd1e87dde7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.559819] env[69677]: DEBUG oslo_concurrency.lockutils [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.391s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.561725] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.871s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.565202] env[69677]: INFO nova.compute.claims [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.575072] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 884.575072] env[69677]: value = "task-3436547" [ 884.575072] env[69677]: _type = "Task" [ 884.575072] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.583454] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.587142] env[69677]: INFO nova.scheduler.client.report [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Deleted allocations for instance 94b1e5b5-4207-44df-8d05-a3edb1af5f67 [ 884.824680] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079676} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.824680] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.825496] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87356948-95a3-4694-8c78-db3a4edba187 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.850468] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 63df2079-c04a-40a2-b526-11a76be54d93/63df2079-c04a-40a2-b526-11a76be54d93.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.854169] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f76707-a962-41de-a9f0-0633cbb21c77 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.874020] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 884.874020] env[69677]: value = "task-3436548" [ 884.874020] env[69677]: _type = "Task" [ 884.874020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.884233] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.085945] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.096015] env[69677]: DEBUG oslo_concurrency.lockutils [None req-78b75018-dbfd-4add-bfb0-2ad28a55bcd2 tempest-ServersNegativeTestMultiTenantJSON-594120313 tempest-ServersNegativeTestMultiTenantJSON-594120313-project-member] Lock "94b1e5b5-4207-44df-8d05-a3edb1af5f67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.135s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.104133] env[69677]: DEBUG nova.network.neutron [req-addf8f98-01f5-4082-80f0-7e3f20d2677c req-811a5752-2d39-446a-b481-6640c4b6e2d1 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Updated VIF entry in instance network info cache for port b115d56d-4956-4c1e-ae06-6d9db4a8aa79. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.104542] env[69677]: DEBUG nova.network.neutron [req-addf8f98-01f5-4082-80f0-7e3f20d2677c req-811a5752-2d39-446a-b481-6640c4b6e2d1 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Updating instance_info_cache with network_info: [{"id": "b115d56d-4956-4c1e-ae06-6d9db4a8aa79", "address": "fa:16:3e:51:13:8c", "network": {"id": "54e87724-d668-457e-9143-c2fd7f07a1f1", "bridge": "br-int", "label": "tempest-ServersTestJSON-892927430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e82191342334be8bc5d401eb0c73634", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb115d56d-49", "ovs_interfaceid": "b115d56d-4956-4c1e-ae06-6d9db4a8aa79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.196288] env[69677]: DEBUG nova.compute.manager [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.222387] env[69677]: DEBUG nova.virt.hardware [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.222626] env[69677]: DEBUG nova.virt.hardware [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.222779] env[69677]: DEBUG nova.virt.hardware [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.222959] env[69677]: DEBUG nova.virt.hardware [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.223126] env[69677]: DEBUG nova.virt.hardware [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.223277] env[69677]: DEBUG nova.virt.hardware [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.223482] env[69677]: DEBUG nova.virt.hardware [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.223638] env[69677]: DEBUG nova.virt.hardware [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.223803] env[69677]: DEBUG nova.virt.hardware [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.223965] env[69677]: DEBUG nova.virt.hardware [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.224151] env[69677]: DEBUG nova.virt.hardware [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.225044] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a387c2-2ede-4525-b24d-a8160d7ac54b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.232719] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9858d92b-bfdd-460d-9dee-558e0409ed79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.383834] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436548, 'name': ReconfigVM_Task, 'duration_secs': 0.299843} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.383928] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 63df2079-c04a-40a2-b526-11a76be54d93/63df2079-c04a-40a2-b526-11a76be54d93.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.385110] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13a15247-93b6-4060-9926-ba59f909dd6d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.391985] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 885.391985] env[69677]: value = "task-3436549" [ 885.391985] env[69677]: _type = "Task" [ 885.391985] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.400642] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436549, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.587407] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436547, 'name': ReconfigVM_Task, 'duration_secs': 0.752232} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.587681] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 57bbe9cb-5ab6-455e-8547-fcf31341960a/57bbe9cb-5ab6-455e-8547-fcf31341960a.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.588337] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cdca245-11d3-44ac-9979-53ff087b333e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.594126] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 885.594126] env[69677]: value = "task-3436550" [ 885.594126] env[69677]: _type = "Task" [ 885.594126] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.609082] env[69677]: DEBUG oslo_concurrency.lockutils [req-addf8f98-01f5-4082-80f0-7e3f20d2677c req-811a5752-2d39-446a-b481-6640c4b6e2d1 service nova] Releasing lock "refresh_cache-ab249b30-8c3f-4b42-bab8-aec62b67d426" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.609082] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436550, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.905645] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436549, 'name': Rename_Task, 'duration_secs': 0.154546} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.906842] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.906842] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6b1f0b4-352c-46a3-b85a-121973a95a57 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.916242] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 885.916242] env[69677]: value = "task-3436551" [ 885.916242] env[69677]: _type = "Task" [ 885.916242] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.926092] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.071389] env[69677]: DEBUG nova.network.neutron [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Successfully updated port: 4221b55a-77de-44bf-b880-8199bd734172 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.105340] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436550, 'name': Rename_Task, 'duration_secs': 0.397916} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.105668] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.105989] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37a7b93b-67b9-4900-b793-44f1cf14574d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.109594] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2a3d81-e0ad-4f14-8bef-c687661984d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.118729] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b0f311-87d7-41ae-8e84-0b9ab866b4c5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.122965] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 886.122965] env[69677]: value = "task-3436552" [ 886.122965] env[69677]: _type = "Task" [ 886.122965] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.156632] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214add7c-e6e7-4a38-93b1-59059a53b54b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.164327] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436552, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.169674] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644505bb-f79b-4add-8b9d-7c92f747a07a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.185130] env[69677]: DEBUG nova.compute.provider_tree [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.351793] env[69677]: DEBUG nova.compute.manager [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Received event network-vif-plugged-4221b55a-77de-44bf-b880-8199bd734172 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.351793] env[69677]: DEBUG oslo_concurrency.lockutils [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] Acquiring lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.353813] env[69677]: DEBUG oslo_concurrency.lockutils [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] Lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.353813] env[69677]: DEBUG oslo_concurrency.lockutils [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] Lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.353813] env[69677]: DEBUG nova.compute.manager [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] No waiting events found dispatching network-vif-plugged-4221b55a-77de-44bf-b880-8199bd734172 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.353813] env[69677]: WARNING nova.compute.manager [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Received unexpected event network-vif-plugged-4221b55a-77de-44bf-b880-8199bd734172 for instance with vm_state building and task_state spawning. [ 886.354193] env[69677]: DEBUG nova.compute.manager [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Received event network-changed-4221b55a-77de-44bf-b880-8199bd734172 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.354193] env[69677]: DEBUG nova.compute.manager [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Refreshing instance network info cache due to event network-changed-4221b55a-77de-44bf-b880-8199bd734172. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.354631] env[69677]: DEBUG oslo_concurrency.lockutils [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] Acquiring lock "refresh_cache-165e46e0-9158-40ee-b6ca-2ef2ee3bef64" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.354631] env[69677]: DEBUG oslo_concurrency.lockutils [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] Acquired lock "refresh_cache-165e46e0-9158-40ee-b6ca-2ef2ee3bef64" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.357908] env[69677]: DEBUG nova.network.neutron [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Refreshing network info cache for port 4221b55a-77de-44bf-b880-8199bd734172 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.429528] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436551, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.577467] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "refresh_cache-165e46e0-9158-40ee-b6ca-2ef2ee3bef64" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.634649] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436552, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.692030] env[69677]: DEBUG nova.scheduler.client.report [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.920022] env[69677]: DEBUG nova.network.neutron [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.932867] env[69677]: DEBUG oslo_vmware.api [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436551, 'name': PowerOnVM_Task, 'duration_secs': 0.537406} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.933372] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.933938] env[69677]: DEBUG nova.compute.manager [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.936110] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bacfbf2-b328-4076-9956-7cbd7dc05744 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.072055] env[69677]: DEBUG nova.network.neutron [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.136501] env[69677]: DEBUG oslo_vmware.api [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436552, 'name': PowerOnVM_Task, 'duration_secs': 0.652862} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.136739] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.136960] env[69677]: INFO nova.compute.manager [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Took 8.76 seconds to spawn the instance on the hypervisor. [ 887.141275] env[69677]: DEBUG nova.compute.manager [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.142204] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe6085f-231e-48bb-bb8f-203a468a5d55 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.195199] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.195754] env[69677]: DEBUG nova.compute.manager [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.199145] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.039s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.199374] env[69677]: DEBUG nova.objects.instance [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lazy-loading 'resources' on Instance uuid 3855bfe0-e66d-4871-b221-c1ceada2d3cc {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.455472] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.579596] env[69677]: DEBUG oslo_concurrency.lockutils [req-872070e7-d9cc-41b1-8b26-1cf28a0fe6e2 req-a7658177-d843-4f82-a6e3-3fc419e955c1 service nova] Releasing lock "refresh_cache-165e46e0-9158-40ee-b6ca-2ef2ee3bef64" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.579988] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "refresh_cache-165e46e0-9158-40ee-b6ca-2ef2ee3bef64" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.580170] env[69677]: DEBUG nova.network.neutron [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.663931] env[69677]: INFO nova.compute.manager [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Took 40.53 seconds to build instance. [ 887.707086] env[69677]: DEBUG nova.compute.utils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.714357] env[69677]: DEBUG nova.compute.manager [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 887.714574] env[69677]: DEBUG nova.network.neutron [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.807060] env[69677]: DEBUG nova.policy [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33154e5450f0417bb4640112d93b1b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f21758f46ae3457ab5e4e90f9ac3240d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.122057] env[69677]: INFO nova.compute.manager [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Rebuilding instance [ 888.144132] env[69677]: DEBUG nova.network.neutron [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.164423] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed7c190d-73e0-46ee-b07e-2d70552cb43d tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "57bbe9cb-5ab6-455e-8547-fcf31341960a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.323s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.180657] env[69677]: DEBUG nova.compute.manager [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.181570] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a79dc-87a8-44d2-8771-1d30586609ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.210385] env[69677]: DEBUG nova.compute.manager [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.320485] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e2912c-f8db-4085-b1b1-8f34df88caf7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.328486] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5d3da0-7a4f-43a0-a6bb-930da6e9db81 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.360787] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53e4ff7-6fbe-4fd8-ae24-698b44a3054c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.368900] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec18f00c-a1d0-423e-a514-a27f7f325318 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.384688] env[69677]: DEBUG nova.compute.provider_tree [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.509818] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquiring lock "63df2079-c04a-40a2-b526-11a76be54d93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.510137] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "63df2079-c04a-40a2-b526-11a76be54d93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.510387] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquiring lock "63df2079-c04a-40a2-b526-11a76be54d93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.510603] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "63df2079-c04a-40a2-b526-11a76be54d93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.510690] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "63df2079-c04a-40a2-b526-11a76be54d93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.512977] env[69677]: INFO nova.compute.manager [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Terminating instance [ 888.535652] env[69677]: DEBUG nova.network.neutron [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Successfully created port: b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.743076] env[69677]: DEBUG nova.network.neutron [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Updating instance_info_cache with network_info: [{"id": "4221b55a-77de-44bf-b880-8199bd734172", "address": "fa:16:3e:af:36:70", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4221b55a-77", "ovs_interfaceid": "4221b55a-77de-44bf-b880-8199bd734172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.888578] env[69677]: DEBUG nova.scheduler.client.report [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.018854] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquiring lock "refresh_cache-63df2079-c04a-40a2-b526-11a76be54d93" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.018854] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquired lock "refresh_cache-63df2079-c04a-40a2-b526-11a76be54d93" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.018854] env[69677]: DEBUG nova.network.neutron [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.199668] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.199668] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d69a2507-8c8f-4dc6-9448-bece1e787942 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.207342] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for the task: (returnval){ [ 889.207342] env[69677]: value = "task-3436553" [ 889.207342] env[69677]: _type = "Task" [ 889.207342] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.217308] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.223899] env[69677]: DEBUG nova.compute.manager [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.248563] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "refresh_cache-165e46e0-9158-40ee-b6ca-2ef2ee3bef64" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.249460] env[69677]: DEBUG nova.compute.manager [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Instance network_info: |[{"id": "4221b55a-77de-44bf-b880-8199bd734172", "address": "fa:16:3e:af:36:70", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4221b55a-77", "ovs_interfaceid": "4221b55a-77de-44bf-b880-8199bd734172", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.251017] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:36:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4221b55a-77de-44bf-b880-8199bd734172', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.258814] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.264452] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.265102] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc40071c-40be-4d43-b1b9-5ca01c2fdb01 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.285355] env[69677]: DEBUG nova.virt.hardware [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.285637] env[69677]: DEBUG nova.virt.hardware [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.285797] env[69677]: DEBUG nova.virt.hardware [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.285994] env[69677]: DEBUG nova.virt.hardware [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.286154] env[69677]: DEBUG nova.virt.hardware [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.286319] env[69677]: DEBUG nova.virt.hardware [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.286545] env[69677]: DEBUG nova.virt.hardware [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.286783] env[69677]: DEBUG nova.virt.hardware [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.286982] env[69677]: DEBUG nova.virt.hardware [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.287183] env[69677]: DEBUG nova.virt.hardware [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.287362] env[69677]: DEBUG nova.virt.hardware [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.289160] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4221d0-c575-49c9-bac0-2ed19c10ed66 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.300182] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acabd34-00c6-496b-b1b9-21350aa832d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.305320] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.305320] env[69677]: value = "task-3436554" [ 889.305320] env[69677]: _type = "Task" [ 889.305320] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.322683] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436554, 'name': CreateVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.396410] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.400440] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.822s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.400921] env[69677]: DEBUG nova.objects.instance [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lazy-loading 'resources' on Instance uuid 34795b29-b345-41fd-b3e1-3898e3d86fcc {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.429564] env[69677]: INFO nova.scheduler.client.report [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted allocations for instance 3855bfe0-e66d-4871-b221-c1ceada2d3cc [ 889.544291] env[69677]: DEBUG nova.network.neutron [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.600168] env[69677]: DEBUG nova.network.neutron [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.717827] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436553, 'name': PowerOffVM_Task, 'duration_secs': 0.201319} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.718409] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.718821] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.719105] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a32982cc-ea08-4895-ad1e-6b1be9adcf8b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.726176] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for the task: (returnval){ [ 889.726176] env[69677]: value = "task-3436555" [ 889.726176] env[69677]: _type = "Task" [ 889.726176] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.734152] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.765660] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "1df2376f-a0b9-499c-af20-67453c380ea4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.765931] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "1df2376f-a0b9-499c-af20-67453c380ea4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.766228] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "1df2376f-a0b9-499c-af20-67453c380ea4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.766429] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "1df2376f-a0b9-499c-af20-67453c380ea4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.766596] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "1df2376f-a0b9-499c-af20-67453c380ea4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.768949] env[69677]: INFO nova.compute.manager [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Terminating instance [ 889.815234] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436554, 'name': CreateVM_Task, 'duration_secs': 0.355474} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.815471] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.816200] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.816405] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.816805] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.817144] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7acf7fe-c619-43b7-b8b4-67a98e3bdc8f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.821513] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 889.821513] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5268caf9-af65-b011-ba54-2faed643850b" [ 889.821513] env[69677]: _type = "Task" [ 889.821513] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.829744] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5268caf9-af65-b011-ba54-2faed643850b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.937205] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6a6faa3-d637-440b-9949-d521df230822 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "3855bfe0-e66d-4871-b221-c1ceada2d3cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.045s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.106019] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Releasing lock "refresh_cache-63df2079-c04a-40a2-b526-11a76be54d93" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.106019] env[69677]: DEBUG nova.compute.manager [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.106019] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.108980] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58813a8a-e6a8-4a65-b4fb-0fcfe75bbfa4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.120359] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.121540] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02fe1cc1-3450-4ba8-ba16-392b1bb7812f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.129628] env[69677]: DEBUG oslo_vmware.api [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 890.129628] env[69677]: value = "task-3436556" [ 890.129628] env[69677]: _type = "Task" [ 890.129628] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.147344] env[69677]: DEBUG oslo_vmware.api [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.240857] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 890.241315] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 890.241315] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686001', 'volume_id': '77da2c01-9b7b-4309-a817-854d0ae2a193', 'name': 'volume-77da2c01-9b7b-4309-a817-854d0ae2a193', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b52a425a-6d61-483a-b1df-3ca54ffadb21', 'attached_at': '', 'detached_at': '', 'volume_id': '77da2c01-9b7b-4309-a817-854d0ae2a193', 'serial': '77da2c01-9b7b-4309-a817-854d0ae2a193'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 890.246551] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3754d976-395c-4197-8b86-51497300723d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.251623] env[69677]: DEBUG nova.compute.manager [req-3a01d9fc-a342-4490-b7e3-9469b170833f req-d367927a-027f-42c7-ad87-031704d3d5db service nova] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Received event network-vif-plugged-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.251623] env[69677]: DEBUG oslo_concurrency.lockutils [req-3a01d9fc-a342-4490-b7e3-9469b170833f req-d367927a-027f-42c7-ad87-031704d3d5db service nova] Acquiring lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.251623] env[69677]: DEBUG oslo_concurrency.lockutils [req-3a01d9fc-a342-4490-b7e3-9469b170833f req-d367927a-027f-42c7-ad87-031704d3d5db service nova] Lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.251623] env[69677]: DEBUG oslo_concurrency.lockutils [req-3a01d9fc-a342-4490-b7e3-9469b170833f req-d367927a-027f-42c7-ad87-031704d3d5db service nova] Lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.252093] env[69677]: DEBUG nova.compute.manager [req-3a01d9fc-a342-4490-b7e3-9469b170833f req-d367927a-027f-42c7-ad87-031704d3d5db service nova] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] No waiting events found dispatching network-vif-plugged-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.252093] env[69677]: WARNING nova.compute.manager [req-3a01d9fc-a342-4490-b7e3-9469b170833f req-d367927a-027f-42c7-ad87-031704d3d5db service nova] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Received unexpected event network-vif-plugged-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d for instance with vm_state building and task_state spawning. [ 890.277049] env[69677]: DEBUG nova.compute.manager [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.277286] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.281088] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0475db5-961b-4dc9-9410-fe04b79b54d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.285963] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fd0b06-101c-49bd-a85b-5e8234e9916b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.293436] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.295326] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca957890-599b-4d49-89b2-0bbe0e4c24b6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.301696] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b638fa-0183-45cc-b864-eb9b6ed8c67b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.304959] env[69677]: DEBUG nova.network.neutron [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Successfully updated port: b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.341293] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f776e248-45de-4930-b740-3556a3f44258 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.345366] env[69677]: DEBUG oslo_vmware.api [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 890.345366] env[69677]: value = "task-3436557" [ 890.345366] env[69677]: _type = "Task" [ 890.345366] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.365827] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] The volume has not been displaced from its original location: [datastore1] volume-77da2c01-9b7b-4309-a817-854d0ae2a193/volume-77da2c01-9b7b-4309-a817-854d0ae2a193.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 890.374685] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 890.374685] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5268caf9-af65-b011-ba54-2faed643850b, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.378501] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e92dd83-1480-4a84-a3d9-a21482a243b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.394405] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.394757] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.395036] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.395209] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.395394] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.401594] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24175b91-602b-49ca-bc78-6849d10a2d0f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.404680] env[69677]: DEBUG oslo_vmware.api [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.411922] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for the task: (returnval){ [ 890.411922] env[69677]: value = "task-3436558" [ 890.411922] env[69677]: _type = "Task" [ 890.411922] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.413306] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.413597] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.417586] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f2f86dd-7eb3-4ec6-86cf-ff34fbb8123f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.431426] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.431426] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 890.431426] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52efef39-3a26-f5f3-e571-16d7d63fa56a" [ 890.431426] env[69677]: _type = "Task" [ 890.431426] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.442352] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52efef39-3a26-f5f3-e571-16d7d63fa56a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.588759] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cb77b6-bef1-441a-8244-6842a3c184db {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.596625] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a9f383-23be-46a0-a65c-5961c4c0b6c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.628134] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589d4a28-5f1c-495e-8475-b4c3475402c9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.639210] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629d0818-9cda-43cb-9d4a-7b593783b96b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.647862] env[69677]: DEBUG oslo_vmware.api [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436556, 'name': PowerOffVM_Task, 'duration_secs': 0.135503} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.655751] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.655972] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.656830] env[69677]: DEBUG nova.compute.provider_tree [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.658185] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ab056e1-9e7d-4d3f-90e4-4b098c46b013 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.689114] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.689364] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.689566] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Deleting the datastore file [datastore1] 63df2079-c04a-40a2-b526-11a76be54d93 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.689850] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86a38835-3348-4ae6-96e9-e9e5e8c31772 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.698121] env[69677]: DEBUG oslo_vmware.api [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for the task: (returnval){ [ 890.698121] env[69677]: value = "task-3436560" [ 890.698121] env[69677]: _type = "Task" [ 890.698121] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.709902] env[69677]: DEBUG oslo_vmware.api [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.814175] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "refresh_cache-f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.814282] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "refresh_cache-f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.814415] env[69677]: DEBUG nova.network.neutron [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.854587] env[69677]: DEBUG oslo_vmware.api [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436557, 'name': PowerOffVM_Task, 'duration_secs': 0.215167} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.856058] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.856058] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.856058] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71975a9f-a213-477f-9ee0-b7081a03e976 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.918224] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.918440] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.918619] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleting the datastore file [datastore1] 1df2376f-a0b9-499c-af20-67453c380ea4 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.919285] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a084662e-d708-4e9c-9d80-9956a8676a26 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.923751] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436558, 'name': ReconfigVM_Task, 'duration_secs': 0.303432} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.924331] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 890.929768] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ce2b2d0-4940-4e3c-9762-0b3552e4cd2d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.939494] env[69677]: DEBUG oslo_vmware.api [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 890.939494] env[69677]: value = "task-3436562" [ 890.939494] env[69677]: _type = "Task" [ 890.939494] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.947413] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for the task: (returnval){ [ 890.947413] env[69677]: value = "task-3436563" [ 890.947413] env[69677]: _type = "Task" [ 890.947413] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.950404] env[69677]: DEBUG oslo_vmware.api [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.956332] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52efef39-3a26-f5f3-e571-16d7d63fa56a, 'name': SearchDatastore_Task, 'duration_secs': 0.012186} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.958025] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c7bfc7-9353-40f2-bfb6-16792f45f016 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.962903] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436563, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.968473] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 890.968473] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c1047b-4331-a5b9-68f8-e9e330b4469c" [ 890.968473] env[69677]: _type = "Task" [ 890.968473] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.977107] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c1047b-4331-a5b9-68f8-e9e330b4469c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.161522] env[69677]: DEBUG nova.scheduler.client.report [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.208526] env[69677]: DEBUG oslo_vmware.api [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Task: {'id': task-3436560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140383} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.208526] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.208526] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.208831] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.208831] env[69677]: INFO nova.compute.manager [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Took 1.10 seconds to destroy the instance on the hypervisor. [ 891.209063] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.209281] env[69677]: DEBUG nova.compute.manager [-] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.209365] env[69677]: DEBUG nova.network.neutron [-] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.225025] env[69677]: DEBUG nova.network.neutron [-] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.350465] env[69677]: DEBUG nova.network.neutron [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.449942] env[69677]: DEBUG oslo_vmware.api [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147642} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.453287] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.453287] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.453287] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.453287] env[69677]: INFO nova.compute.manager [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 891.453287] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.453813] env[69677]: DEBUG nova.compute.manager [-] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.453813] env[69677]: DEBUG nova.network.neutron [-] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.463067] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436563, 'name': ReconfigVM_Task, 'duration_secs': 0.146207} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.466672] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686001', 'volume_id': '77da2c01-9b7b-4309-a817-854d0ae2a193', 'name': 'volume-77da2c01-9b7b-4309-a817-854d0ae2a193', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b52a425a-6d61-483a-b1df-3ca54ffadb21', 'attached_at': '', 'detached_at': '', 'volume_id': '77da2c01-9b7b-4309-a817-854d0ae2a193', 'serial': '77da2c01-9b7b-4309-a817-854d0ae2a193'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 891.466994] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.472361] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e420959-5a6e-4e66-b49b-5190bf29e4f5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.482409] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c1047b-4331-a5b9-68f8-e9e330b4469c, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.484769] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.485137] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 165e46e0-9158-40ee-b6ca-2ef2ee3bef64/165e46e0-9158-40ee-b6ca-2ef2ee3bef64.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.485548] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.485847] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92d6fa37-4e9c-4931-a882-2f02e3c260a1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.487728] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73b8af56-44a1-4dd8-aec0-31f5ee89c2cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.495948] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 891.495948] env[69677]: value = "task-3436564" [ 891.495948] env[69677]: _type = "Task" [ 891.495948] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.505689] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.553932] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.554194] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.554456] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Deleting the datastore file [datastore1] b52a425a-6d61-483a-b1df-3ca54ffadb21 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.554736] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2cec37d-0ee3-4e1f-ad0d-7abe05b6cac2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.558937] env[69677]: DEBUG nova.network.neutron [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Updating instance_info_cache with network_info: [{"id": "b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d", "address": "fa:16:3e:92:d5:0b", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf1d70-82", "ovs_interfaceid": "b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.564117] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for the task: (returnval){ [ 891.564117] env[69677]: value = "task-3436566" [ 891.564117] env[69677]: _type = "Task" [ 891.564117] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.573412] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.667008] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.670167] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.317s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.671205] env[69677]: INFO nova.compute.claims [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.703240] env[69677]: INFO nova.scheduler.client.report [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleted allocations for instance 34795b29-b345-41fd-b3e1-3898e3d86fcc [ 891.728094] env[69677]: DEBUG nova.network.neutron [-] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.780489] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "57bbe9cb-5ab6-455e-8547-fcf31341960a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.780746] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "57bbe9cb-5ab6-455e-8547-fcf31341960a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.780952] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "57bbe9cb-5ab6-455e-8547-fcf31341960a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.781149] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "57bbe9cb-5ab6-455e-8547-fcf31341960a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.781314] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "57bbe9cb-5ab6-455e-8547-fcf31341960a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.783386] env[69677]: INFO nova.compute.manager [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Terminating instance [ 892.015187] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436564, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.048744] env[69677]: DEBUG nova.compute.manager [req-2d5a57da-cb41-49a7-b26b-466eaa614b92 req-73590b89-4aac-4382-a529-0acae0b2ba88 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Received event network-vif-deleted-40d8446f-49e0-4638-b368-6057ee2e5807 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.048744] env[69677]: INFO nova.compute.manager [req-2d5a57da-cb41-49a7-b26b-466eaa614b92 req-73590b89-4aac-4382-a529-0acae0b2ba88 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Neutron deleted interface 40d8446f-49e0-4638-b368-6057ee2e5807; detaching it from the instance and deleting it from the info cache [ 892.048744] env[69677]: DEBUG nova.network.neutron [req-2d5a57da-cb41-49a7-b26b-466eaa614b92 req-73590b89-4aac-4382-a529-0acae0b2ba88 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.061148] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "refresh_cache-f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.061548] env[69677]: DEBUG nova.compute.manager [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Instance network_info: |[{"id": "b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d", "address": "fa:16:3e:92:d5:0b", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf1d70-82", "ovs_interfaceid": "b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.062458] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:d5:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.071609] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Creating folder: Project (f21758f46ae3457ab5e4e90f9ac3240d). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.072698] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35f7b3c9-8355-4da5-9b12-576eed859a5a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.087340] env[69677]: DEBUG oslo_vmware.api [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Task: {'id': task-3436566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135152} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.087617] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.087829] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.088106] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.092117] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Created folder: Project (f21758f46ae3457ab5e4e90f9ac3240d) in parent group-v685897. [ 892.092307] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Creating folder: Instances. Parent ref: group-v686075. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.092993] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-549fc256-c874-4a17-b3ea-8a0084873bff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.101686] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Created folder: Instances in parent group-v686075. [ 892.101941] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.102189] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.102413] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15a1889b-318f-4509-9183-61d3471a8f92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.123736] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.123736] env[69677]: value = "task-3436569" [ 892.123736] env[69677]: _type = "Task" [ 892.123736] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.132554] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436569, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.160521] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 892.160815] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ddcb25a4-8df9-447c-8f8a-225d04dcc614 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.169170] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56563e7-ce35-49af-9e88-925e5454a295 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.208737] env[69677]: ERROR nova.compute.manager [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Failed to detach volume 77da2c01-9b7b-4309-a817-854d0ae2a193 from /dev/sda: nova.exception.InstanceNotFound: Instance b52a425a-6d61-483a-b1df-3ca54ffadb21 could not be found. [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Traceback (most recent call last): [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self.driver.rebuild(**kwargs) [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] raise NotImplementedError() [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] NotImplementedError [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] During handling of the above exception, another exception occurred: [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Traceback (most recent call last): [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 892.208737] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self.driver.detach_volume(context, old_connection_info, [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] return self._volumeops.detach_volume(connection_info, instance) [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self._detach_volume_vmdk(connection_info, instance) [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] stable_ref.fetch_moref(session) [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] raise exception.InstanceNotFound(instance_id=self._uuid) [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] nova.exception.InstanceNotFound: Instance b52a425a-6d61-483a-b1df-3ca54ffadb21 could not be found. [ 892.209399] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] [ 892.213967] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe9a53f9-da83-4311-844c-97e28cbdff5d tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "34795b29-b345-41fd-b3e1-3898e3d86fcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.231s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.233474] env[69677]: INFO nova.compute.manager [-] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Took 1.02 seconds to deallocate network for instance. [ 892.287809] env[69677]: DEBUG nova.compute.manager [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.288053] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.289288] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceb9bc2-a392-4d63-9a24-c6009103a212 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.299767] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.300101] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29e815d8-48f2-4530-a260-a756c67a10cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.305922] env[69677]: DEBUG oslo_vmware.api [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 892.305922] env[69677]: value = "task-3436570" [ 892.305922] env[69677]: _type = "Task" [ 892.305922] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.314389] env[69677]: DEBUG oslo_vmware.api [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.321946] env[69677]: DEBUG nova.compute.manager [req-76e51413-53d3-4258-a8dc-13b030b0cd2f req-d749b208-73e1-46a7-aead-af1f6925fa3a service nova] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Received event network-changed-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.322230] env[69677]: DEBUG nova.compute.manager [req-76e51413-53d3-4258-a8dc-13b030b0cd2f req-d749b208-73e1-46a7-aead-af1f6925fa3a service nova] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Refreshing instance network info cache due to event network-changed-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.322494] env[69677]: DEBUG oslo_concurrency.lockutils [req-76e51413-53d3-4258-a8dc-13b030b0cd2f req-d749b208-73e1-46a7-aead-af1f6925fa3a service nova] Acquiring lock "refresh_cache-f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.322657] env[69677]: DEBUG oslo_concurrency.lockutils [req-76e51413-53d3-4258-a8dc-13b030b0cd2f req-d749b208-73e1-46a7-aead-af1f6925fa3a service nova] Acquired lock "refresh_cache-f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.322834] env[69677]: DEBUG nova.network.neutron [req-76e51413-53d3-4258-a8dc-13b030b0cd2f req-d749b208-73e1-46a7-aead-af1f6925fa3a service nova] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Refreshing network info cache for port b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.379791] env[69677]: DEBUG nova.compute.utils [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Build of instance b52a425a-6d61-483a-b1df-3ca54ffadb21 aborted: Failed to rebuild volume backed instance. {{(pid=69677) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 892.384092] env[69677]: ERROR nova.compute.manager [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b52a425a-6d61-483a-b1df-3ca54ffadb21 aborted: Failed to rebuild volume backed instance. [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Traceback (most recent call last): [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self.driver.rebuild(**kwargs) [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] raise NotImplementedError() [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] NotImplementedError [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] During handling of the above exception, another exception occurred: [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Traceback (most recent call last): [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 892.384092] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self._detach_root_volume(context, instance, root_bdm) [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] with excutils.save_and_reraise_exception(): [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self.force_reraise() [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] raise self.value [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self.driver.detach_volume(context, old_connection_info, [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] return self._volumeops.detach_volume(connection_info, instance) [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 892.384925] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self._detach_volume_vmdk(connection_info, instance) [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] stable_ref.fetch_moref(session) [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] raise exception.InstanceNotFound(instance_id=self._uuid) [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] nova.exception.InstanceNotFound: Instance b52a425a-6d61-483a-b1df-3ca54ffadb21 could not be found. [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] During handling of the above exception, another exception occurred: [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Traceback (most recent call last): [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] yield [ 892.385349] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 892.385820] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self._do_rebuild_instance_with_claim( [ 892.385820] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 892.385820] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self._do_rebuild_instance( [ 892.385820] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 892.385820] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self._rebuild_default_impl(**kwargs) [ 892.385820] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 892.385820] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] self._rebuild_volume_backed_instance( [ 892.385820] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 892.385820] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] raise exception.BuildAbortException( [ 892.385820] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] nova.exception.BuildAbortException: Build of instance b52a425a-6d61-483a-b1df-3ca54ffadb21 aborted: Failed to rebuild volume backed instance. [ 892.385820] env[69677]: ERROR nova.compute.manager [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] [ 892.508056] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436564, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.530346] env[69677]: DEBUG nova.network.neutron [-] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.552038] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fdbe29c-1031-4736-bd00-bb7f1c1ffceb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.566455] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec7cf90-b2b1-4a22-8666-87141d9798d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.604881] env[69677]: DEBUG nova.compute.manager [req-2d5a57da-cb41-49a7-b26b-466eaa614b92 req-73590b89-4aac-4382-a529-0acae0b2ba88 service nova] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Detach interface failed, port_id=40d8446f-49e0-4638-b368-6057ee2e5807, reason: Instance 1df2376f-a0b9-499c-af20-67453c380ea4 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.634094] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436569, 'name': CreateVM_Task, 'duration_secs': 0.457772} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.634906] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.635057] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.635163] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.635544] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.635787] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9a64101-df84-448e-97b8-703ac97d8ca4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.641827] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 892.641827] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52989fab-3fd2-6637-974a-3a7cd8b7dcbb" [ 892.641827] env[69677]: _type = "Task" [ 892.641827] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.652259] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52989fab-3fd2-6637-974a-3a7cd8b7dcbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.740504] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.818572] env[69677]: DEBUG oslo_vmware.api [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436570, 'name': PowerOffVM_Task, 'duration_secs': 0.243806} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.818841] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.819016] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.819279] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0348823f-735b-440a-83cc-47caec9e4d41 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.883101] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.883333] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.883512] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Deleting the datastore file [datastore2] 57bbe9cb-5ab6-455e-8547-fcf31341960a {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.883763] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-177c0694-6ab2-4077-9153-737b425406d2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.890628] env[69677]: DEBUG oslo_vmware.api [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 892.890628] env[69677]: value = "task-3436572" [ 892.890628] env[69677]: _type = "Task" [ 892.890628] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.900483] env[69677]: DEBUG oslo_vmware.api [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.011836] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436564, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.031843] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "a881c0a3-386d-4fd1-924a-d7cac9036741" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.032278] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a881c0a3-386d-4fd1-924a-d7cac9036741" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.032545] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "a881c0a3-386d-4fd1-924a-d7cac9036741-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.032742] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a881c0a3-386d-4fd1-924a-d7cac9036741-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.032906] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a881c0a3-386d-4fd1-924a-d7cac9036741-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.037150] env[69677]: INFO nova.compute.manager [-] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Took 1.59 seconds to deallocate network for instance. [ 893.038029] env[69677]: INFO nova.compute.manager [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Terminating instance [ 893.043979] env[69677]: DEBUG nova.network.neutron [req-76e51413-53d3-4258-a8dc-13b030b0cd2f req-d749b208-73e1-46a7-aead-af1f6925fa3a service nova] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Updated VIF entry in instance network info cache for port b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.044407] env[69677]: DEBUG nova.network.neutron [req-76e51413-53d3-4258-a8dc-13b030b0cd2f req-d749b208-73e1-46a7-aead-af1f6925fa3a service nova] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Updating instance_info_cache with network_info: [{"id": "b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d", "address": "fa:16:3e:92:d5:0b", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1bf1d70-82", "ovs_interfaceid": "b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.124238] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe8f1a1-d907-4ac3-8d02-770868b9a558 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.132337] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b2fdbb-f01c-4ca7-83a3-72656ba9d5f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.164053] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7e917e-f43d-47e8-bd33-804d87a3b5f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.173500] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52989fab-3fd2-6637-974a-3a7cd8b7dcbb, 'name': SearchDatastore_Task, 'duration_secs': 0.059734} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.173829] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.174084] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.174320] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.174464] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.174638] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.175860] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424137ed-52e7-4a2d-8d8d-39515d6125a4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.179459] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f04ebf05-8fa5-4501-9e19-c547f29ac7bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.190977] env[69677]: DEBUG nova.compute.provider_tree [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.195252] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.195429] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.196117] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf64880-1c1f-4c13-859b-18c0c23dc6fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.205973] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 893.205973] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d8d68e-5447-2c7b-762a-221bbec8a864" [ 893.205973] env[69677]: _type = "Task" [ 893.205973] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.213461] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d8d68e-5447-2c7b-762a-221bbec8a864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.400365] env[69677]: DEBUG oslo_vmware.api [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422073} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.400639] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.400819] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.400996] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.401184] env[69677]: INFO nova.compute.manager [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 893.401418] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.401610] env[69677]: DEBUG nova.compute.manager [-] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.401705] env[69677]: DEBUG nova.network.neutron [-] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.510992] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436564, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.814029} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.511366] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 165e46e0-9158-40ee-b6ca-2ef2ee3bef64/165e46e0-9158-40ee-b6ca-2ef2ee3bef64.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.511588] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.511836] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6defce9-c9b3-4add-9c89-a3487b7dfbc5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.518824] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 893.518824] env[69677]: value = "task-3436573" [ 893.518824] env[69677]: _type = "Task" [ 893.518824] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.527858] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.549422] env[69677]: DEBUG nova.compute.manager [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.549422] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.549422] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.549857] env[69677]: DEBUG oslo_concurrency.lockutils [req-76e51413-53d3-4258-a8dc-13b030b0cd2f req-d749b208-73e1-46a7-aead-af1f6925fa3a service nova] Releasing lock "refresh_cache-f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.550693] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed5f890-2c95-48f9-ba72-639f6615f775 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.560993] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.560993] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b8512e4-822d-4790-960e-37d473c0078b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.566887] env[69677]: DEBUG oslo_vmware.api [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 893.566887] env[69677]: value = "task-3436574" [ 893.566887] env[69677]: _type = "Task" [ 893.566887] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.575303] env[69677]: DEBUG oslo_vmware.api [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.695263] env[69677]: DEBUG nova.scheduler.client.report [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.717926] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d8d68e-5447-2c7b-762a-221bbec8a864, 'name': SearchDatastore_Task, 'duration_secs': 0.014736} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.718771] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-492839f9-b025-46d2-8f79-16e71725227f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.726849] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 893.726849] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ba7709-3c04-d3ad-12b9-dc3610ab9e80" [ 893.726849] env[69677]: _type = "Task" [ 893.726849] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.741188] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ba7709-3c04-d3ad-12b9-dc3610ab9e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.028084] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061615} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.028370] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.029166] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497b23e6-bb73-43a5-9cab-fd21711a99e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.050968] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 165e46e0-9158-40ee-b6ca-2ef2ee3bef64/165e46e0-9158-40ee-b6ca-2ef2ee3bef64.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.051265] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eef71f1-5562-45c9-9f9a-2cc7edd8fda4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.072434] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 894.072434] env[69677]: value = "task-3436575" [ 894.072434] env[69677]: _type = "Task" [ 894.072434] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.074972] env[69677]: DEBUG nova.compute.manager [req-d0080025-47f5-49f5-9652-5868647ee9b2 req-5cb4cee0-2e39-44d7-9559-51c77ca637db service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Received event network-vif-deleted-391a660a-9196-4040-8474-1dd47c7f359e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.075173] env[69677]: INFO nova.compute.manager [req-d0080025-47f5-49f5-9652-5868647ee9b2 req-5cb4cee0-2e39-44d7-9559-51c77ca637db service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Neutron deleted interface 391a660a-9196-4040-8474-1dd47c7f359e; detaching it from the instance and deleting it from the info cache [ 894.075343] env[69677]: DEBUG nova.network.neutron [req-d0080025-47f5-49f5-9652-5868647ee9b2 req-5cb4cee0-2e39-44d7-9559-51c77ca637db service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.083289] env[69677]: DEBUG oslo_vmware.api [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436574, 'name': PowerOffVM_Task, 'duration_secs': 0.227395} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.083880] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.084104] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.084503] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-173e0e9c-ad18-40ea-90b4-557a13da3c20 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.090675] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.152509] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.152743] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.152925] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleting the datastore file [datastore2] a881c0a3-386d-4fd1-924a-d7cac9036741 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.153198] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb753257-e1d3-464f-9d18-81ba296bda8c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.161265] env[69677]: DEBUG oslo_vmware.api [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 894.161265] env[69677]: value = "task-3436577" [ 894.161265] env[69677]: _type = "Task" [ 894.161265] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.172441] env[69677]: DEBUG oslo_vmware.api [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.190910] env[69677]: DEBUG nova.network.neutron [-] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.201915] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.202505] env[69677]: DEBUG nova.compute.manager [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.204935] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.518s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.205170] env[69677]: DEBUG nova.objects.instance [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lazy-loading 'resources' on Instance uuid 52564a19-8877-410c-8f7e-d553c9382eeb {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.237244] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ba7709-3c04-d3ad-12b9-dc3610ab9e80, 'name': SearchDatastore_Task, 'duration_secs': 0.028973} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.237629] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.237813] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b/f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.238682] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83723d67-0113-4ed4-8b79-e50474a6034d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.245951] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 894.245951] env[69677]: value = "task-3436578" [ 894.245951] env[69677]: _type = "Task" [ 894.245951] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.254087] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.401012] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.580297] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e97a5da-1abd-4876-bd54-16f5c22bbe6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.589668] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436575, 'name': ReconfigVM_Task, 'duration_secs': 0.274757} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.591198] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 165e46e0-9158-40ee-b6ca-2ef2ee3bef64/165e46e0-9158-40ee-b6ca-2ef2ee3bef64.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.591945] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f8909f4-bf3b-441d-83da-6f681dc3a547 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.600776] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d83447-8bac-4d11-b230-6ea48122bbed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.618647] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 894.618647] env[69677]: value = "task-3436579" [ 894.618647] env[69677]: _type = "Task" [ 894.618647] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.637466] env[69677]: DEBUG nova.compute.manager [req-d0080025-47f5-49f5-9652-5868647ee9b2 req-5cb4cee0-2e39-44d7-9559-51c77ca637db service nova] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Detach interface failed, port_id=391a660a-9196-4040-8474-1dd47c7f359e, reason: Instance 57bbe9cb-5ab6-455e-8547-fcf31341960a could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 894.645742] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436579, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.679437] env[69677]: DEBUG oslo_vmware.api [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146443} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.679952] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.680193] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.680355] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.680532] env[69677]: INFO nova.compute.manager [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Took 1.13 seconds to destroy the instance on the hypervisor. [ 894.680779] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.681027] env[69677]: DEBUG nova.compute.manager [-] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.681072] env[69677]: DEBUG nova.network.neutron [-] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.693265] env[69677]: INFO nova.compute.manager [-] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Took 1.29 seconds to deallocate network for instance. [ 894.713232] env[69677]: DEBUG nova.compute.utils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.717550] env[69677]: DEBUG nova.compute.manager [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.718762] env[69677]: DEBUG nova.network.neutron [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.772713] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509909} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.772980] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b/f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.773274] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.773747] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d789384-024d-4a00-9a1c-c6ce5286a905 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.782814] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 894.782814] env[69677]: value = "task-3436580" [ 894.782814] env[69677]: _type = "Task" [ 894.782814] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.793317] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.805951] env[69677]: DEBUG nova.policy [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd91922b8043f486a9e0968686e89e468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca2e046f52924905ad44f149ddb1de4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.131114] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436579, 'name': Rename_Task, 'duration_secs': 0.271237} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.131483] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.131739] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34be9438-96db-4b8e-ad77-0defba94bbe2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.138271] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 895.138271] env[69677]: value = "task-3436581" [ 895.138271] env[69677]: _type = "Task" [ 895.138271] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.150735] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.173305] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Acquiring lock "b52a425a-6d61-483a-b1df-3ca54ffadb21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.173611] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "b52a425a-6d61-483a-b1df-3ca54ffadb21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.174045] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Acquiring lock "b52a425a-6d61-483a-b1df-3ca54ffadb21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.174045] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "b52a425a-6d61-483a-b1df-3ca54ffadb21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.174261] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "b52a425a-6d61-483a-b1df-3ca54ffadb21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.176407] env[69677]: INFO nova.compute.manager [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Terminating instance [ 895.203711] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.212059] env[69677]: DEBUG nova.network.neutron [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Successfully created port: 7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.217280] env[69677]: DEBUG nova.compute.manager [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.245607] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6859cd21-3312-4980-bd6c-fbeb578c050b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.254152] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b521f820-a7d2-48bf-9223-a168805469c1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.289546] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8923d94-9c7d-4c42-8024-7ff85bfe5fe3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.301158] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b9ac30-2290-4bb0-8d39-84fa066480ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.305200] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069345} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.305727] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.306829] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb65ff5-bf7a-4800-864c-7de6c58f3626 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.317082] env[69677]: DEBUG nova.compute.provider_tree [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.343067] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b/f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.343067] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e3326e-44bd-4fe2-9c96-78ceced7d727 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.361394] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 895.361394] env[69677]: value = "task-3436582" [ 895.361394] env[69677]: _type = "Task" [ 895.361394] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.370239] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.524343] env[69677]: DEBUG nova.network.neutron [-] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.649665] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436581, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.681071] env[69677]: DEBUG nova.compute.manager [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.681443] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ebba4a9-abdb-408d-87fa-67f5563abd01 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.690334] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de5a22e-bc36-436b-aad8-d1972ff8ecbf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.728591] env[69677]: WARNING nova.virt.vmwareapi.driver [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b52a425a-6d61-483a-b1df-3ca54ffadb21 could not be found. [ 895.728785] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.729321] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b24e994a-78b6-4f3f-93dd-95e95da94c37 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.737337] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d237869b-11ae-48c9-9e18-c6ac4a50faf8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.771959] env[69677]: WARNING nova.virt.vmwareapi.vmops [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b52a425a-6d61-483a-b1df-3ca54ffadb21 could not be found. [ 895.772016] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.772198] env[69677]: INFO nova.compute.manager [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Took 0.09 seconds to destroy the instance on the hypervisor. [ 895.772439] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.773307] env[69677]: DEBUG nova.compute.manager [-] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.773403] env[69677]: DEBUG nova.network.neutron [-] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.822417] env[69677]: DEBUG nova.scheduler.client.report [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.871199] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436582, 'name': ReconfigVM_Task, 'duration_secs': 0.283225} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.871458] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Reconfigured VM instance instance-0000003e to attach disk [datastore1] f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b/f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.872162] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0948f70b-059c-4314-9971-f8e10b0bf42b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.878065] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 895.878065] env[69677]: value = "task-3436583" [ 895.878065] env[69677]: _type = "Task" [ 895.878065] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.885725] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436583, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.027691] env[69677]: INFO nova.compute.manager [-] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Took 1.35 seconds to deallocate network for instance. [ 896.152032] env[69677]: DEBUG oslo_vmware.api [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436581, 'name': PowerOnVM_Task, 'duration_secs': 0.516815} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.152623] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.152841] env[69677]: INFO nova.compute.manager [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Took 10.96 seconds to spawn the instance on the hypervisor. [ 896.153031] env[69677]: DEBUG nova.compute.manager [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.153828] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1e0c94-b8d6-4b94-ae6e-d23fe70f3292 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.171035] env[69677]: DEBUG nova.compute.manager [req-411c3305-92a8-4e85-a0bb-962ddfe17101 req-400f427d-dda8-491c-b854-3ea3b135f03c service nova] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Received event network-vif-deleted-5f5fe280-7f17-4d23-a4dc-78237bc8bbe1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.231248] env[69677]: DEBUG nova.compute.manager [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.273019] env[69677]: DEBUG nova.virt.hardware [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.273019] env[69677]: DEBUG nova.virt.hardware [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.273019] env[69677]: DEBUG nova.virt.hardware [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.273262] env[69677]: DEBUG nova.virt.hardware [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.273262] env[69677]: DEBUG nova.virt.hardware [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.273262] env[69677]: DEBUG nova.virt.hardware [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.273262] env[69677]: DEBUG nova.virt.hardware [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.273262] env[69677]: DEBUG nova.virt.hardware [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.273409] env[69677]: DEBUG nova.virt.hardware [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.273409] env[69677]: DEBUG nova.virt.hardware [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.273409] env[69677]: DEBUG nova.virt.hardware [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.274053] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f937cb94-6c63-4943-884b-5ebea3ba45d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.282484] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1cb41c-5cf3-4302-9980-e8bb1cbef70e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.331493] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.331493] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.865s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.331493] env[69677]: INFO nova.compute.claims [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.355583] env[69677]: INFO nova.scheduler.client.report [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Deleted allocations for instance 52564a19-8877-410c-8f7e-d553c9382eeb [ 896.392265] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436583, 'name': Rename_Task, 'duration_secs': 0.142554} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.393300] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.394947] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79d04fdd-6939-4bf6-9246-17c122f6bb8e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.403783] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 896.403783] env[69677]: value = "task-3436584" [ 896.403783] env[69677]: _type = "Task" [ 896.403783] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.412613] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.534148] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.678019] env[69677]: INFO nova.compute.manager [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Took 47.05 seconds to build instance. [ 896.799337] env[69677]: DEBUG nova.network.neutron [-] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.867968] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f17f701c-f64e-4b20-b617-63531029c035 tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "52564a19-8877-410c-8f7e-d553c9382eeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.942s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.915265] env[69677]: DEBUG oslo_vmware.api [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436584, 'name': PowerOnVM_Task, 'duration_secs': 0.454256} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.915661] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.916034] env[69677]: INFO nova.compute.manager [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Took 7.69 seconds to spawn the instance on the hypervisor. [ 896.916492] env[69677]: DEBUG nova.compute.manager [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.917390] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2381a374-2bf3-4bed-a5b4-6ef97a7d95f4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.922476] env[69677]: DEBUG nova.compute.manager [req-accd45b4-69d0-483d-b755-43b1da4a47a5 req-80c1f4ab-d352-4550-8199-39b4d5c15cb8 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Received event network-vif-plugged-7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.924311] env[69677]: DEBUG oslo_concurrency.lockutils [req-accd45b4-69d0-483d-b755-43b1da4a47a5 req-80c1f4ab-d352-4550-8199-39b4d5c15cb8 service nova] Acquiring lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.924311] env[69677]: DEBUG oslo_concurrency.lockutils [req-accd45b4-69d0-483d-b755-43b1da4a47a5 req-80c1f4ab-d352-4550-8199-39b4d5c15cb8 service nova] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.924311] env[69677]: DEBUG oslo_concurrency.lockutils [req-accd45b4-69d0-483d-b755-43b1da4a47a5 req-80c1f4ab-d352-4550-8199-39b4d5c15cb8 service nova] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.924311] env[69677]: DEBUG nova.compute.manager [req-accd45b4-69d0-483d-b755-43b1da4a47a5 req-80c1f4ab-d352-4550-8199-39b4d5c15cb8 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] No waiting events found dispatching network-vif-plugged-7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.924311] env[69677]: WARNING nova.compute.manager [req-accd45b4-69d0-483d-b755-43b1da4a47a5 req-80c1f4ab-d352-4550-8199-39b4d5c15cb8 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Received unexpected event network-vif-plugged-7451a510-5e8d-4016-bff4-6ae7fbb65fbe for instance with vm_state building and task_state spawning. [ 897.086127] env[69677]: DEBUG nova.network.neutron [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Successfully updated port: 7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.179245] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18f45a74-0dc8-4d5a-9536-167610d48e14 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.610s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.302451] env[69677]: INFO nova.compute.manager [-] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Took 1.53 seconds to deallocate network for instance. [ 897.443724] env[69677]: INFO nova.compute.manager [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Took 44.79 seconds to build instance. [ 897.588785] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.588995] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.589404] env[69677]: DEBUG nova.network.neutron [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.870071] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617732dd-1231-47e8-a7c8-9130f52a9190 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.879017] env[69677]: INFO nova.compute.manager [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Took 0.57 seconds to detach 1 volumes for instance. [ 897.880160] env[69677]: DEBUG nova.compute.manager [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Deleting volume: 77da2c01-9b7b-4309-a817-854d0ae2a193 {{(pid=69677) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 897.886593] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adafbd8-0244-49de-b88b-20ef18144b9f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.930248] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3665481e-77fc-4e91-9089-8998350805bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.943302] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba27eec-ab68-4673-89f8-7e70f03d600a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.948853] env[69677]: DEBUG oslo_concurrency.lockutils [None req-151d20b3-1f09-4d23-bb19-a587cec3ef5d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.125s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.960419] env[69677]: DEBUG nova.compute.provider_tree [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.140875] env[69677]: DEBUG nova.network.neutron [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.267814] env[69677]: DEBUG nova.compute.manager [req-e4fbda2d-3df9-4b17-93f6-64283b9d9bbe req-9ac6eed8-46c1-4e10-8a5d-9197e5870df6 service nova] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Received event network-vif-deleted-b22416a2-64c2-4adb-8149-29911f7e112e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.380697] env[69677]: DEBUG nova.compute.manager [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.381921] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7ceee3-2f6f-4a3f-9d35-19a34b4a6c3f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.393079] env[69677]: DEBUG nova.network.neutron [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updating instance_info_cache with network_info: [{"id": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "address": "fa:16:3e:c9:f3:38", "network": {"id": "819ab7eb-9a02-4f7a-90b0-59d39cc5e214", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1690259758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2e046f52924905ad44f149ddb1de4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7451a510-5e", "ovs_interfaceid": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.439695] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.464344] env[69677]: DEBUG nova.scheduler.client.report [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.898773] env[69677]: INFO nova.compute.manager [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] instance snapshotting [ 898.900598] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.900880] env[69677]: DEBUG nova.compute.manager [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Instance network_info: |[{"id": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "address": "fa:16:3e:c9:f3:38", "network": {"id": "819ab7eb-9a02-4f7a-90b0-59d39cc5e214", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1690259758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2e046f52924905ad44f149ddb1de4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7451a510-5e", "ovs_interfaceid": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.901552] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:f3:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7451a510-5e8d-4016-bff4-6ae7fbb65fbe', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.909363] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Creating folder: Project (ca2e046f52924905ad44f149ddb1de4e). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.909925] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dcfc49-f7ee-4a43-9573-56ae42cf200e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.912728] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac4daca9-ac0a-4854-a9ef-c3c68614421d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.934168] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e688ad-8d38-469c-a916-c876d1e0065d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.937086] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Created folder: Project (ca2e046f52924905ad44f149ddb1de4e) in parent group-v685897. [ 898.937203] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Creating folder: Instances. Parent ref: group-v686078. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.937346] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-568bab88-9a41-4df4-ad86-bfe3bcfe9f2c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.947881] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Created folder: Instances in parent group-v686078. [ 898.948166] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.948370] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.948827] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36ba023c-076b-4a6f-8ca0-f9a2a92e36fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.965253] env[69677]: DEBUG nova.compute.manager [req-fc37a449-f0a6-4fda-a81a-0b514eeb5f43 req-d397d5c8-670b-40a3-b07e-6f70084028d7 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Received event network-changed-7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.965430] env[69677]: DEBUG nova.compute.manager [req-fc37a449-f0a6-4fda-a81a-0b514eeb5f43 req-d397d5c8-670b-40a3-b07e-6f70084028d7 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Refreshing instance network info cache due to event network-changed-7451a510-5e8d-4016-bff4-6ae7fbb65fbe. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.965640] env[69677]: DEBUG oslo_concurrency.lockutils [req-fc37a449-f0a6-4fda-a81a-0b514eeb5f43 req-d397d5c8-670b-40a3-b07e-6f70084028d7 service nova] Acquiring lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.965925] env[69677]: DEBUG oslo_concurrency.lockutils [req-fc37a449-f0a6-4fda-a81a-0b514eeb5f43 req-d397d5c8-670b-40a3-b07e-6f70084028d7 service nova] Acquired lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.965925] env[69677]: DEBUG nova.network.neutron [req-fc37a449-f0a6-4fda-a81a-0b514eeb5f43 req-d397d5c8-670b-40a3-b07e-6f70084028d7 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Refreshing network info cache for port 7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.974301] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.975022] env[69677]: DEBUG nova.compute.manager [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.977170] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.977170] env[69677]: value = "task-3436588" [ 898.977170] env[69677]: _type = "Task" [ 898.977170] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.978366] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.309s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.978589] env[69677]: DEBUG nova.objects.instance [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lazy-loading 'resources' on Instance uuid bd0029fb-bcf0-4e15-afd5-0872c1d63530 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.992722] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436588, 'name': CreateVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.384355] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.384702] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.449232] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 899.449232] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57f2265b-0559-44c6-b8b5-30ab5935d767 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.458108] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 899.458108] env[69677]: value = "task-3436589" [ 899.458108] env[69677]: _type = "Task" [ 899.458108] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.467715] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.479667] env[69677]: DEBUG nova.compute.utils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.481340] env[69677]: DEBUG nova.compute.manager [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.481531] env[69677]: DEBUG nova.network.neutron [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.503921] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436588, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.563286] env[69677]: DEBUG nova.policy [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca7043b1c05d462d94f123ede1177536', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '350067d49ee548a48b3927ffa4be0483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.813495] env[69677]: DEBUG nova.network.neutron [req-fc37a449-f0a6-4fda-a81a-0b514eeb5f43 req-d397d5c8-670b-40a3-b07e-6f70084028d7 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updated VIF entry in instance network info cache for port 7451a510-5e8d-4016-bff4-6ae7fbb65fbe. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.813892] env[69677]: DEBUG nova.network.neutron [req-fc37a449-f0a6-4fda-a81a-0b514eeb5f43 req-d397d5c8-670b-40a3-b07e-6f70084028d7 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updating instance_info_cache with network_info: [{"id": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "address": "fa:16:3e:c9:f3:38", "network": {"id": "819ab7eb-9a02-4f7a-90b0-59d39cc5e214", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1690259758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2e046f52924905ad44f149ddb1de4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7451a510-5e", "ovs_interfaceid": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.889845] env[69677]: DEBUG nova.compute.manager [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.917226] env[69677]: DEBUG nova.network.neutron [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Successfully created port: be902f56-d320-4f35-b22f-45517d4b9e61 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.967967] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436589, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.992807] env[69677]: DEBUG nova.compute.manager [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.003167] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436588, 'name': CreateVM_Task, 'duration_secs': 0.549211} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.003953] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.004318] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.004478] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.004810] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.005090] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc023df3-b6da-4a7f-9219-d55ac7e14bbe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.009733] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 900.009733] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520a4467-ced5-96f3-2689-aedf590d495f" [ 900.009733] env[69677]: _type = "Task" [ 900.009733] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.018718] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520a4467-ced5-96f3-2689-aedf590d495f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.065492] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78032253-c1b2-42a3-9d85-82efa74e60dd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.072869] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d240f9-5274-4b95-8f1b-3bdaefa03b82 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.105348] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ee0aa6-dc72-4483-862d-d11937780e28 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.113099] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafcbb3c-1af1-4493-8e9d-8173d7c030d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.127967] env[69677]: DEBUG nova.compute.provider_tree [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.316642] env[69677]: DEBUG oslo_concurrency.lockutils [req-fc37a449-f0a6-4fda-a81a-0b514eeb5f43 req-d397d5c8-670b-40a3-b07e-6f70084028d7 service nova] Releasing lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.413855] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.468999] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436589, 'name': CreateSnapshot_Task, 'duration_secs': 0.93352} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.468999] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 900.469640] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a933c51d-8e35-4b1c-a800-3f84ea1af6b3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.522421] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520a4467-ced5-96f3-2689-aedf590d495f, 'name': SearchDatastore_Task, 'duration_secs': 0.011845} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.522646] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.522723] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.523061] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.523139] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.523314] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.523574] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d797c8a7-a0e1-40a5-8cd9-f657b0fa0bfe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.536791] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.536791] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.536791] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8419b54c-eaec-4a64-a94f-27e4b97fd09b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.542643] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 900.542643] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5268fea6-dd60-0a4a-0dea-ba3fd8709ee4" [ 900.542643] env[69677]: _type = "Task" [ 900.542643] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.552553] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5268fea6-dd60-0a4a-0dea-ba3fd8709ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.634152] env[69677]: DEBUG nova.scheduler.client.report [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.988100] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.988376] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73e3ee90-88e7-49da-809f-a9bfed2be447 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.996935] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 900.996935] env[69677]: value = "task-3436590" [ 900.996935] env[69677]: _type = "Task" [ 900.996935] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.006205] env[69677]: DEBUG nova.compute.manager [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.008200] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436590, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.031219] env[69677]: DEBUG nova.virt.hardware [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.031475] env[69677]: DEBUG nova.virt.hardware [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.031629] env[69677]: DEBUG nova.virt.hardware [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.031804] env[69677]: DEBUG nova.virt.hardware [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.031948] env[69677]: DEBUG nova.virt.hardware [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.032111] env[69677]: DEBUG nova.virt.hardware [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.032320] env[69677]: DEBUG nova.virt.hardware [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.032477] env[69677]: DEBUG nova.virt.hardware [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.032641] env[69677]: DEBUG nova.virt.hardware [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.032798] env[69677]: DEBUG nova.virt.hardware [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.032967] env[69677]: DEBUG nova.virt.hardware [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.033908] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fa22c3-e9b7-4bd6-a70e-adf3fc4063f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.041455] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700614f9-ef86-4a3f-a5b0-5924db5c149c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.061327] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5268fea6-dd60-0a4a-0dea-ba3fd8709ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.022523} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.062302] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f43661-5578-4e09-bf34-47708efc7f51 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.067208] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 901.067208] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520072b3-6f22-5695-1aa5-396210913dd8" [ 901.067208] env[69677]: _type = "Task" [ 901.067208] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.074465] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520072b3-6f22-5695-1aa5-396210913dd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.140190] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.142629] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.836s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.144818] env[69677]: INFO nova.compute.claims [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.169483] env[69677]: INFO nova.scheduler.client.report [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Deleted allocations for instance bd0029fb-bcf0-4e15-afd5-0872c1d63530 [ 901.513832] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436590, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.586088] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520072b3-6f22-5695-1aa5-396210913dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.01623} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.586673] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.587607] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9/1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.588202] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ab9512a-9552-4142-a182-c6f548d51223 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.596731] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 901.596731] env[69677]: value = "task-3436591" [ 901.596731] env[69677]: _type = "Task" [ 901.596731] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.612044] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.677034] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b85b9e87-830c-4015-a0aa-a24558c73d2b tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "bd0029fb-bcf0-4e15-afd5-0872c1d63530" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.911s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.887349] env[69677]: DEBUG nova.compute.manager [req-bbd7bfc4-1aa0-4b30-82d6-8a988e50d83e req-8498ce98-d4b4-493f-91ac-5c11b297045e service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Received event network-vif-plugged-be902f56-d320-4f35-b22f-45517d4b9e61 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.887528] env[69677]: DEBUG oslo_concurrency.lockutils [req-bbd7bfc4-1aa0-4b30-82d6-8a988e50d83e req-8498ce98-d4b4-493f-91ac-5c11b297045e service nova] Acquiring lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.887648] env[69677]: DEBUG oslo_concurrency.lockutils [req-bbd7bfc4-1aa0-4b30-82d6-8a988e50d83e req-8498ce98-d4b4-493f-91ac-5c11b297045e service nova] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.887823] env[69677]: DEBUG oslo_concurrency.lockutils [req-bbd7bfc4-1aa0-4b30-82d6-8a988e50d83e req-8498ce98-d4b4-493f-91ac-5c11b297045e service nova] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.888012] env[69677]: DEBUG nova.compute.manager [req-bbd7bfc4-1aa0-4b30-82d6-8a988e50d83e req-8498ce98-d4b4-493f-91ac-5c11b297045e service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] No waiting events found dispatching network-vif-plugged-be902f56-d320-4f35-b22f-45517d4b9e61 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.892367] env[69677]: WARNING nova.compute.manager [req-bbd7bfc4-1aa0-4b30-82d6-8a988e50d83e req-8498ce98-d4b4-493f-91ac-5c11b297045e service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Received unexpected event network-vif-plugged-be902f56-d320-4f35-b22f-45517d4b9e61 for instance with vm_state building and task_state spawning. [ 902.010214] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436590, 'name': CloneVM_Task} progress is 95%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.111586] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483847} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.111967] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9/1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.112456] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.112833] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e5f1628-2fc3-4232-b729-7488e3663a8c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.121038] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 902.121038] env[69677]: value = "task-3436592" [ 902.121038] env[69677]: _type = "Task" [ 902.121038] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.131242] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.168243] env[69677]: DEBUG nova.network.neutron [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Successfully updated port: be902f56-d320-4f35-b22f-45517d4b9e61 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.512105] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436590, 'name': CloneVM_Task, 'duration_secs': 1.264772} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.515788] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Created linked-clone VM from snapshot [ 902.517227] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550bb977-f204-4b08-b494-8b7197fd9d94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.527571] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Uploading image c813370e-fb62-42f9-a934-06bbf91097cf {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.564066] env[69677]: DEBUG oslo_vmware.rw_handles [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.564066] env[69677]: value = "vm-686082" [ 902.564066] env[69677]: _type = "VirtualMachine" [ 902.564066] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.564066] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a67ee86d-9072-4157-a4a7-6e929bc98a65 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.574434] env[69677]: DEBUG oslo_vmware.rw_handles [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lease: (returnval){ [ 902.574434] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52588649-a4f4-5898-9afd-669326c3a0cb" [ 902.574434] env[69677]: _type = "HttpNfcLease" [ 902.574434] env[69677]: } obtained for exporting VM: (result){ [ 902.574434] env[69677]: value = "vm-686082" [ 902.574434] env[69677]: _type = "VirtualMachine" [ 902.574434] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.576259] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the lease: (returnval){ [ 902.576259] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52588649-a4f4-5898-9afd-669326c3a0cb" [ 902.576259] env[69677]: _type = "HttpNfcLease" [ 902.576259] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.587412] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.587412] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52588649-a4f4-5898-9afd-669326c3a0cb" [ 902.587412] env[69677]: _type = "HttpNfcLease" [ 902.587412] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.633619] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075443} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.636166] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.637259] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bce316c-a34e-4992-a63d-1bbbe90d3559 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.662994] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9/1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.666407] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da9b267c-20a5-4b38-ae50-ab12922989af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.681498] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.681642] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.681796] env[69677]: DEBUG nova.network.neutron [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.689488] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 902.689488] env[69677]: value = "task-3436594" [ 902.689488] env[69677]: _type = "Task" [ 902.689488] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.706486] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.760774] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4434f9-5fbc-4648-b7ce-4cf3bc7f6f6a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.769078] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7eda41-1e2d-4345-a5f1-75f928a314f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.802706] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4553295-8f2f-4b1f-9969-29b11fd666b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.813798] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f2a13d-6b52-4ff3-85ae-085befc0dba3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.828600] env[69677]: DEBUG nova.compute.provider_tree [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.089322] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.089322] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52588649-a4f4-5898-9afd-669326c3a0cb" [ 903.089322] env[69677]: _type = "HttpNfcLease" [ 903.089322] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 903.089676] env[69677]: DEBUG oslo_vmware.rw_handles [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 903.089676] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52588649-a4f4-5898-9afd-669326c3a0cb" [ 903.089676] env[69677]: _type = "HttpNfcLease" [ 903.089676] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 903.090430] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8213e5ad-e197-43f4-90f5-282f7ff5e4ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.100356] env[69677]: DEBUG oslo_vmware.rw_handles [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52263323-4a74-b306-3ff0-b829e16264d4/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 903.100550] env[69677]: DEBUG oslo_vmware.rw_handles [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52263323-4a74-b306-3ff0-b829e16264d4/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 903.199903] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.220349] env[69677]: DEBUG nova.network.neutron [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.309780] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.309896] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.310055] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.310216] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.310383] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.314806] env[69677]: INFO nova.compute.manager [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Terminating instance [ 903.331417] env[69677]: DEBUG nova.scheduler.client.report [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.340441] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2a305b9-79cf-454f-8835-5ff0e2f2b245 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.409936] env[69677]: DEBUG nova.network.neutron [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance_info_cache with network_info: [{"id": "be902f56-d320-4f35-b22f-45517d4b9e61", "address": "fa:16:3e:25:13:46", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe902f56-d3", "ovs_interfaceid": "be902f56-d320-4f35-b22f-45517d4b9e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.707095] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquiring lock "2371ee5b-4006-4edf-a063-8dd850f5b78f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.707395] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Lock "2371ee5b-4006-4edf-a063-8dd850f5b78f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.708695] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436594, 'name': ReconfigVM_Task, 'duration_secs': 0.846335} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.709429] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9/1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.711112] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dbaaf41-a047-4fef-9b61-5cf9076168a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.720205] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 903.720205] env[69677]: value = "task-3436595" [ 903.720205] env[69677]: _type = "Task" [ 903.720205] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.732393] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436595, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.823350] env[69677]: DEBUG nova.compute.manager [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.823752] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.825739] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dbb879-fa52-4f40-a026-7d813b5e3243 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.837357] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.838285] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.838805] env[69677]: DEBUG nova.compute.manager [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.847304] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e9f2a69-9b0d-4131-9a39-71acb8e739bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.852011] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.223s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.852011] env[69677]: DEBUG nova.objects.instance [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Lazy-loading 'resources' on Instance uuid bd00baad-1cf3-4eb3-bb3a-5763f87364ca {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.861625] env[69677]: DEBUG oslo_vmware.api [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 903.861625] env[69677]: value = "task-3436596" [ 903.861625] env[69677]: _type = "Task" [ 903.861625] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.873216] env[69677]: DEBUG oslo_vmware.api [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.912577] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.912936] env[69677]: DEBUG nova.compute.manager [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Instance network_info: |[{"id": "be902f56-d320-4f35-b22f-45517d4b9e61", "address": "fa:16:3e:25:13:46", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe902f56-d3", "ovs_interfaceid": "be902f56-d320-4f35-b22f-45517d4b9e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.913378] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:13:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be902f56-d320-4f35-b22f-45517d4b9e61', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.923866] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.924819] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.925483] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eaf5447-779e-4884-8e39-028aa7b0b8ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.947107] env[69677]: DEBUG nova.compute.manager [req-50fd438b-a3fe-4b19-a723-b6aead27ff93 req-380de2a7-5cae-4ff2-b245-93cfe0301de2 service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Received event network-changed-be902f56-d320-4f35-b22f-45517d4b9e61 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.947360] env[69677]: DEBUG nova.compute.manager [req-50fd438b-a3fe-4b19-a723-b6aead27ff93 req-380de2a7-5cae-4ff2-b245-93cfe0301de2 service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Refreshing instance network info cache due to event network-changed-be902f56-d320-4f35-b22f-45517d4b9e61. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.947613] env[69677]: DEBUG oslo_concurrency.lockutils [req-50fd438b-a3fe-4b19-a723-b6aead27ff93 req-380de2a7-5cae-4ff2-b245-93cfe0301de2 service nova] Acquiring lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.947787] env[69677]: DEBUG oslo_concurrency.lockutils [req-50fd438b-a3fe-4b19-a723-b6aead27ff93 req-380de2a7-5cae-4ff2-b245-93cfe0301de2 service nova] Acquired lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.947918] env[69677]: DEBUG nova.network.neutron [req-50fd438b-a3fe-4b19-a723-b6aead27ff93 req-380de2a7-5cae-4ff2-b245-93cfe0301de2 service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Refreshing network info cache for port be902f56-d320-4f35-b22f-45517d4b9e61 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.956606] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.956606] env[69677]: value = "task-3436597" [ 903.956606] env[69677]: _type = "Task" [ 903.956606] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.966927] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436597, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.210503] env[69677]: DEBUG nova.compute.manager [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.231653] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436595, 'name': Rename_Task, 'duration_secs': 0.199583} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.232852] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.232852] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfaa14f2-fba0-45e8-9f0d-87b042f9c707 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.238929] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 904.238929] env[69677]: value = "task-3436598" [ 904.238929] env[69677]: _type = "Task" [ 904.238929] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.250350] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.354183] env[69677]: DEBUG nova.compute.utils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.360613] env[69677]: DEBUG nova.compute.manager [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.360613] env[69677]: DEBUG nova.network.neutron [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.381975] env[69677]: DEBUG oslo_vmware.api [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436596, 'name': PowerOffVM_Task, 'duration_secs': 0.23118} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.383439] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.383638] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.384357] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-430ba25a-f3d7-4ac7-887d-1e78a8045ed5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.441952] env[69677]: DEBUG nova.policy [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdad6666d40c48c7bdd7b7f3fbc8f2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad8386f4f0334d6eb376f5ac4af2a102', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.449260] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.449862] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.452859] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Deleting the datastore file [datastore2] 536fc9a3-f6fc-4526-8c56-11df0000cdcb {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.453511] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd34624d-0389-4b01-a574-2e7a1407c26d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.468245] env[69677]: DEBUG oslo_vmware.api [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for the task: (returnval){ [ 904.468245] env[69677]: value = "task-3436600" [ 904.468245] env[69677]: _type = "Task" [ 904.468245] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.475632] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436597, 'name': CreateVM_Task, 'duration_secs': 0.446231} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.476236] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.476903] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.477088] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.477417] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.480665] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444f4b1c-a42f-47ab-a05d-ddae69a061f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.482388] env[69677]: DEBUG oslo_vmware.api [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.490681] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 904.490681] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52323a63-e845-3706-a8cc-b1aa25dcdc0d" [ 904.490681] env[69677]: _type = "Task" [ 904.490681] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.503608] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52323a63-e845-3706-a8cc-b1aa25dcdc0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.746623] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.752861] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436598, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.791440] env[69677]: DEBUG nova.network.neutron [req-50fd438b-a3fe-4b19-a723-b6aead27ff93 req-380de2a7-5cae-4ff2-b245-93cfe0301de2 service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updated VIF entry in instance network info cache for port be902f56-d320-4f35-b22f-45517d4b9e61. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.791719] env[69677]: DEBUG nova.network.neutron [req-50fd438b-a3fe-4b19-a723-b6aead27ff93 req-380de2a7-5cae-4ff2-b245-93cfe0301de2 service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance_info_cache with network_info: [{"id": "be902f56-d320-4f35-b22f-45517d4b9e61", "address": "fa:16:3e:25:13:46", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe902f56-d3", "ovs_interfaceid": "be902f56-d320-4f35-b22f-45517d4b9e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.812733] env[69677]: INFO nova.compute.manager [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Rebuilding instance [ 904.860850] env[69677]: DEBUG nova.compute.utils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.877067] env[69677]: DEBUG nova.compute.manager [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.878015] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f873f89e-f311-43c8-aede-4a65e8e6bd2b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.898454] env[69677]: DEBUG nova.network.neutron [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Successfully created port: 8185a6dc-d992-4311-acd4-1ff2aa827545 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.956516] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ff67dd-a43c-432e-bf68-5fba605ffab2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.965578] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d825a882-3b83-4a8b-aa8e-9a7fd25ca7cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.008912] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c570d567-bc47-4f79-8dee-a4fcd78c381b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.012218] env[69677]: DEBUG oslo_vmware.api [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Task: {'id': task-3436600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248616} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.012493] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.012770] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.013117] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.013337] env[69677]: INFO nova.compute.manager [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 905.013636] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.015084] env[69677]: DEBUG nova.compute.manager [-] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.015084] env[69677]: DEBUG nova.network.neutron [-] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.024365] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52323a63-e845-3706-a8cc-b1aa25dcdc0d, 'name': SearchDatastore_Task, 'duration_secs': 0.030206} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.025327] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.025590] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.026674] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.026674] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.026674] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.027893] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1298c296-dd2d-424f-9d71-84ca7489e824 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.032787] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32fcb76a-f3c9-4b79-bf77-fbbb963c9a98 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.047263] env[69677]: DEBUG nova.compute.provider_tree [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.050575] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.050759] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.051750] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b82db03-fb68-479e-bfdb-3dde5883090b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.058860] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 905.058860] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52081f86-51cd-91dd-aa79-9144739db7a2" [ 905.058860] env[69677]: _type = "Task" [ 905.058860] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.067528] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52081f86-51cd-91dd-aa79-9144739db7a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.252685] env[69677]: DEBUG oslo_vmware.api [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436598, 'name': PowerOnVM_Task, 'duration_secs': 0.639671} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.253051] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.253198] env[69677]: INFO nova.compute.manager [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Took 9.02 seconds to spawn the instance on the hypervisor. [ 905.253393] env[69677]: DEBUG nova.compute.manager [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.254231] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5da957f-5002-4089-abdb-4432001f08fc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.295016] env[69677]: DEBUG oslo_concurrency.lockutils [req-50fd438b-a3fe-4b19-a723-b6aead27ff93 req-380de2a7-5cae-4ff2-b245-93cfe0301de2 service nova] Releasing lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.339325] env[69677]: DEBUG nova.compute.manager [req-3ca143e9-27cd-4ce1-8192-3c8e6a5a506a req-c5ca9692-662d-40a6-861f-bbe780381851 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Received event network-vif-deleted-e8e0e87a-483f-450f-81e5-faa0480afacd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.339577] env[69677]: INFO nova.compute.manager [req-3ca143e9-27cd-4ce1-8192-3c8e6a5a506a req-c5ca9692-662d-40a6-861f-bbe780381851 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Neutron deleted interface e8e0e87a-483f-450f-81e5-faa0480afacd; detaching it from the instance and deleting it from the info cache [ 905.339704] env[69677]: DEBUG nova.network.neutron [req-3ca143e9-27cd-4ce1-8192-3c8e6a5a506a req-c5ca9692-662d-40a6-861f-bbe780381851 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.366184] env[69677]: DEBUG nova.compute.manager [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.553371] env[69677]: DEBUG nova.scheduler.client.report [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.572283] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52081f86-51cd-91dd-aa79-9144739db7a2, 'name': SearchDatastore_Task, 'duration_secs': 0.015222} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.573731] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1228745-1406-4bc8-be6c-53c3733e7981 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.581262] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 905.581262] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52098eb2-11e6-2e6d-754c-e3dd0fdaf19c" [ 905.581262] env[69677]: _type = "Task" [ 905.581262] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.593977] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52098eb2-11e6-2e6d-754c-e3dd0fdaf19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.772160] env[69677]: INFO nova.compute.manager [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Took 49.44 seconds to build instance. [ 905.815603] env[69677]: DEBUG nova.network.neutron [-] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.841928] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ca64d3e-191c-4c27-a2a5-69f824d2af08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.851463] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41c37b8-6e83-4534-9e55-51884cc15090 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.889344] env[69677]: DEBUG nova.compute.manager [req-3ca143e9-27cd-4ce1-8192-3c8e6a5a506a req-c5ca9692-662d-40a6-861f-bbe780381851 service nova] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Detach interface failed, port_id=e8e0e87a-483f-450f-81e5-faa0480afacd, reason: Instance 536fc9a3-f6fc-4526-8c56-11df0000cdcb could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 905.910624] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.910936] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5496535e-b40a-40aa-8259-af760ae9d2c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.919339] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 905.919339] env[69677]: value = "task-3436601" [ 905.919339] env[69677]: _type = "Task" [ 905.919339] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.931137] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.065758] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.069154] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.825s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.071434] env[69677]: INFO nova.compute.claims [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.089083] env[69677]: INFO nova.scheduler.client.report [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Deleted allocations for instance bd00baad-1cf3-4eb3-bb3a-5763f87364ca [ 906.093533] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52098eb2-11e6-2e6d-754c-e3dd0fdaf19c, 'name': SearchDatastore_Task, 'duration_secs': 0.013759} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.095903] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.096189] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] bdfc039f-c910-4089-b0b1-b7f8e2b96ef5/bdfc039f-c910-4089-b0b1-b7f8e2b96ef5.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.096636] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9322d082-0f9a-453d-83af-1f9d83466fb9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.104392] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 906.104392] env[69677]: value = "task-3436602" [ 906.104392] env[69677]: _type = "Task" [ 906.104392] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.113801] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.275366] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2926172d-461d-47f6-b4e7-d42528639e1b tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.242s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.318286] env[69677]: INFO nova.compute.manager [-] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Took 1.30 seconds to deallocate network for instance. [ 906.391988] env[69677]: DEBUG nova.compute.manager [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.427178] env[69677]: DEBUG nova.virt.hardware [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:27:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='161058806',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-238041400',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.427460] env[69677]: DEBUG nova.virt.hardware [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.427903] env[69677]: DEBUG nova.virt.hardware [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.427999] env[69677]: DEBUG nova.virt.hardware [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.428178] env[69677]: DEBUG nova.virt.hardware [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.428509] env[69677]: DEBUG nova.virt.hardware [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.428743] env[69677]: DEBUG nova.virt.hardware [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.429100] env[69677]: DEBUG nova.virt.hardware [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.429100] env[69677]: DEBUG nova.virt.hardware [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.429371] env[69677]: DEBUG nova.virt.hardware [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.429571] env[69677]: DEBUG nova.virt.hardware [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.430903] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daebd7b-b7c4-48b8-95d4-f819969beaea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.440626] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436601, 'name': PowerOffVM_Task, 'duration_secs': 0.374682} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.443185] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.443444] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.444361] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a5cbfe-8c66-4ddb-88e7-3160cfec69a3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.448402] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e122fe66-a035-45cd-855e-3b64b03af450 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.468098] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.469743] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2a3c0fd-7602-4250-946d-8e37a1906129 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.504599] env[69677]: DEBUG nova.compute.manager [req-6a135021-399f-4447-a18e-f9079e12f1ab req-6cb7a74f-620a-4aed-8f85-03f8ad2721cc service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Received event network-vif-plugged-8185a6dc-d992-4311-acd4-1ff2aa827545 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.504879] env[69677]: DEBUG oslo_concurrency.lockutils [req-6a135021-399f-4447-a18e-f9079e12f1ab req-6cb7a74f-620a-4aed-8f85-03f8ad2721cc service nova] Acquiring lock "b2462b4b-3f32-4398-b376-b6f40893ea94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.505179] env[69677]: DEBUG oslo_concurrency.lockutils [req-6a135021-399f-4447-a18e-f9079e12f1ab req-6cb7a74f-620a-4aed-8f85-03f8ad2721cc service nova] Lock "b2462b4b-3f32-4398-b376-b6f40893ea94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.505423] env[69677]: DEBUG oslo_concurrency.lockutils [req-6a135021-399f-4447-a18e-f9079e12f1ab req-6cb7a74f-620a-4aed-8f85-03f8ad2721cc service nova] Lock "b2462b4b-3f32-4398-b376-b6f40893ea94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.505669] env[69677]: DEBUG nova.compute.manager [req-6a135021-399f-4447-a18e-f9079e12f1ab req-6cb7a74f-620a-4aed-8f85-03f8ad2721cc service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] No waiting events found dispatching network-vif-plugged-8185a6dc-d992-4311-acd4-1ff2aa827545 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.505821] env[69677]: WARNING nova.compute.manager [req-6a135021-399f-4447-a18e-f9079e12f1ab req-6cb7a74f-620a-4aed-8f85-03f8ad2721cc service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Received unexpected event network-vif-plugged-8185a6dc-d992-4311-acd4-1ff2aa827545 for instance with vm_state building and task_state spawning. [ 906.543462] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.543854] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.544185] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleting the datastore file [datastore1] 3a5061e3-1bdf-4c09-b410-fc473ef14b0b {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.544374] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47903aa3-9cdb-4788-ad1f-40ae7b3a21c1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.554683] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 906.554683] env[69677]: value = "task-3436604" [ 906.554683] env[69677]: _type = "Task" [ 906.554683] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.565979] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.569266] env[69677]: DEBUG nova.network.neutron [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Successfully updated port: 8185a6dc-d992-4311-acd4-1ff2aa827545 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.600722] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eaf3465d-fb2f-403d-9eee-92dc6d256e14 tempest-VolumesAssistedSnapshotsTest-949038091 tempest-VolumesAssistedSnapshotsTest-949038091-project-member] Lock "bd00baad-1cf3-4eb3-bb3a-5763f87364ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.870s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.617051] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436602, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.825449] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.064969] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451393} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.064969] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.069023] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.069023] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.074770] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "refresh_cache-b2462b4b-3f32-4398-b376-b6f40893ea94" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.074970] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquired lock "refresh_cache-b2462b4b-3f32-4398-b376-b6f40893ea94" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.075153] env[69677]: DEBUG nova.network.neutron [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.124235] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604583} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.125103] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] bdfc039f-c910-4089-b0b1-b7f8e2b96ef5/bdfc039f-c910-4089-b0b1-b7f8e2b96ef5.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.125103] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.125103] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f3353b3-fded-40d4-8ae8-e384a9daad52 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.139325] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 907.139325] env[69677]: value = "task-3436605" [ 907.139325] env[69677]: _type = "Task" [ 907.139325] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.150697] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.245021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.245021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.604189] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88884321-1dba-475e-a7a5-18a8ce4c414d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.612343] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d762bb7-c78a-47a2-b445-8bb722de36df {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.647926] env[69677]: DEBUG nova.network.neutron [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.653264] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9b5813-5ef7-467e-920f-2f87e55cb2c3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.661903] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07216} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.663899] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.665243] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf96cc8-a186-4860-b8e8-dbd663fa5dfa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.670600] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dba73f1-abed-4b33-91cb-e5e9b6c1f7e8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.688217] env[69677]: DEBUG nova.compute.provider_tree [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.707831] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] bdfc039f-c910-4089-b0b1-b7f8e2b96ef5/bdfc039f-c910-4089-b0b1-b7f8e2b96ef5.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.709126] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cc02071-2bfd-4740-a1e4-67031fcfc4c1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.733337] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 907.733337] env[69677]: value = "task-3436606" [ 907.733337] env[69677]: _type = "Task" [ 907.733337] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.741755] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.745523] env[69677]: DEBUG nova.compute.manager [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.924034] env[69677]: DEBUG nova.network.neutron [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Updating instance_info_cache with network_info: [{"id": "8185a6dc-d992-4311-acd4-1ff2aa827545", "address": "fa:16:3e:be:13:c3", "network": {"id": "74346e83-8af6-4d46-92c7-ceb80e41f890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1637163645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8386f4f0334d6eb376f5ac4af2a102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8185a6dc-d9", "ovs_interfaceid": "8185a6dc-d992-4311-acd4-1ff2aa827545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.108117] env[69677]: DEBUG nova.virt.hardware [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.108405] env[69677]: DEBUG nova.virt.hardware [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.108735] env[69677]: DEBUG nova.virt.hardware [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.109088] env[69677]: DEBUG nova.virt.hardware [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.109431] env[69677]: DEBUG nova.virt.hardware [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.109738] env[69677]: DEBUG nova.virt.hardware [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.110108] env[69677]: DEBUG nova.virt.hardware [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.110405] env[69677]: DEBUG nova.virt.hardware [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.110701] env[69677]: DEBUG nova.virt.hardware [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.111026] env[69677]: DEBUG nova.virt.hardware [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.111355] env[69677]: DEBUG nova.virt.hardware [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.112369] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b08cbf-51f1-4c6d-ae6c-45278f10a47c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.121193] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a10ebe3-3c34-4988-b628-0aae5c1d02c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.138028] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:c3:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '253d20e4-3876-4508-acb5-ccfe03612ba3', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.146723] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.148180] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.148180] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b92cf5a6-e6c3-4a1a-8355-787bdbe0ed2a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.170463] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.170463] env[69677]: value = "task-3436607" [ 908.170463] env[69677]: _type = "Task" [ 908.170463] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.178443] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436607, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.210343] env[69677]: DEBUG nova.scheduler.client.report [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.246307] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436606, 'name': ReconfigVM_Task, 'duration_secs': 0.311103} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.246607] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Reconfigured VM instance instance-00000040 to attach disk [datastore2] bdfc039f-c910-4089-b0b1-b7f8e2b96ef5/bdfc039f-c910-4089-b0b1-b7f8e2b96ef5.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.248082] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deaf1069-70fa-427f-9d46-81d55e33a140 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.260891] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 908.260891] env[69677]: value = "task-3436608" [ 908.260891] env[69677]: _type = "Task" [ 908.260891] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.273934] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436608, 'name': Rename_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.275150] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.429821] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Releasing lock "refresh_cache-b2462b4b-3f32-4398-b376-b6f40893ea94" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.429821] env[69677]: DEBUG nova.compute.manager [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Instance network_info: |[{"id": "8185a6dc-d992-4311-acd4-1ff2aa827545", "address": "fa:16:3e:be:13:c3", "network": {"id": "74346e83-8af6-4d46-92c7-ceb80e41f890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1637163645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8386f4f0334d6eb376f5ac4af2a102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8185a6dc-d9", "ovs_interfaceid": "8185a6dc-d992-4311-acd4-1ff2aa827545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.430080] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:13:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8185a6dc-d992-4311-acd4-1ff2aa827545', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.437340] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.437605] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.437850] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-572c6d91-9475-4e13-b737-674254e5e651 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.461520] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.461520] env[69677]: value = "task-3436609" [ 908.461520] env[69677]: _type = "Task" [ 908.461520] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.469588] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436609, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.538035] env[69677]: DEBUG nova.compute.manager [req-5654387e-c67e-43b0-ae62-efc51aac2184 req-dabd36d6-73f8-4196-b55b-ec96d2f440b1 service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Received event network-changed-8185a6dc-d992-4311-acd4-1ff2aa827545 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.538168] env[69677]: DEBUG nova.compute.manager [req-5654387e-c67e-43b0-ae62-efc51aac2184 req-dabd36d6-73f8-4196-b55b-ec96d2f440b1 service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Refreshing instance network info cache due to event network-changed-8185a6dc-d992-4311-acd4-1ff2aa827545. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.538448] env[69677]: DEBUG oslo_concurrency.lockutils [req-5654387e-c67e-43b0-ae62-efc51aac2184 req-dabd36d6-73f8-4196-b55b-ec96d2f440b1 service nova] Acquiring lock "refresh_cache-b2462b4b-3f32-4398-b376-b6f40893ea94" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.538552] env[69677]: DEBUG oslo_concurrency.lockutils [req-5654387e-c67e-43b0-ae62-efc51aac2184 req-dabd36d6-73f8-4196-b55b-ec96d2f440b1 service nova] Acquired lock "refresh_cache-b2462b4b-3f32-4398-b376-b6f40893ea94" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.538756] env[69677]: DEBUG nova.network.neutron [req-5654387e-c67e-43b0-ae62-efc51aac2184 req-dabd36d6-73f8-4196-b55b-ec96d2f440b1 service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Refreshing network info cache for port 8185a6dc-d992-4311-acd4-1ff2aa827545 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.681658] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436607, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.715248] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.715768] env[69677]: DEBUG nova.compute.manager [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.718766] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.347s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.718977] env[69677]: DEBUG nova.objects.instance [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lazy-loading 'resources' on Instance uuid 1101ac2e-5ae9-4dd0-a980-2646049a1bdf {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.771538] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436608, 'name': Rename_Task, 'duration_secs': 0.237462} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.771803] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.772072] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6360a8c-7a46-4dcf-8356-475f6a4ceb8b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.778743] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 908.778743] env[69677]: value = "task-3436610" [ 908.778743] env[69677]: _type = "Task" [ 908.778743] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.787058] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.971478] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436609, 'name': CreateVM_Task, 'duration_secs': 0.457972} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.971652] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.972501] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.972579] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.974371] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.974685] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68de71b7-17d2-45d6-ae31-b18b987399b8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.979997] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 908.979997] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52511379-d4ae-30fe-f2da-f5aceffb4e75" [ 908.979997] env[69677]: _type = "Task" [ 908.979997] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.988158] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52511379-d4ae-30fe-f2da-f5aceffb4e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.183987] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436607, 'name': CreateVM_Task, 'duration_secs': 0.602979} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.184189] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.186569] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.186569] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.186569] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.186569] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0899b8dd-4ee3-40d7-884c-22eebe78f28b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.190804] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 909.190804] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f1aad2-4c94-fc8f-5a78-3d2d26f457d7" [ 909.190804] env[69677]: _type = "Task" [ 909.190804] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.202534] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f1aad2-4c94-fc8f-5a78-3d2d26f457d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.223237] env[69677]: DEBUG nova.compute.utils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.230154] env[69677]: DEBUG nova.compute.manager [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.230154] env[69677]: DEBUG nova.network.neutron [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.294449] env[69677]: DEBUG nova.policy [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99b524e0828746b6abdc3ac4f5d36a3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec948362c89941e3908365a68fd29d84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.301108] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436610, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.442970] env[69677]: DEBUG nova.network.neutron [req-5654387e-c67e-43b0-ae62-efc51aac2184 req-dabd36d6-73f8-4196-b55b-ec96d2f440b1 service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Updated VIF entry in instance network info cache for port 8185a6dc-d992-4311-acd4-1ff2aa827545. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.443571] env[69677]: DEBUG nova.network.neutron [req-5654387e-c67e-43b0-ae62-efc51aac2184 req-dabd36d6-73f8-4196-b55b-ec96d2f440b1 service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Updating instance_info_cache with network_info: [{"id": "8185a6dc-d992-4311-acd4-1ff2aa827545", "address": "fa:16:3e:be:13:c3", "network": {"id": "74346e83-8af6-4d46-92c7-ceb80e41f890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1637163645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8386f4f0334d6eb376f5ac4af2a102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8185a6dc-d9", "ovs_interfaceid": "8185a6dc-d992-4311-acd4-1ff2aa827545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.494327] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52511379-d4ae-30fe-f2da-f5aceffb4e75, 'name': SearchDatastore_Task, 'duration_secs': 0.024863} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.494663] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.494891] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.498157] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.498157] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.498157] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.498157] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bad0b9a-0aa6-48d6-9b2e-0686dc706d51 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.513551] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.515366] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.515366] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7cd9ef-1854-4a54-a649-5d9fe34a526a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.525849] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 909.525849] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cafd0d-3698-9828-738c-113f3c2edcc9" [ 909.525849] env[69677]: _type = "Task" [ 909.525849] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.536362] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cafd0d-3698-9828-738c-113f3c2edcc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.702128] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f1aad2-4c94-fc8f-5a78-3d2d26f457d7, 'name': SearchDatastore_Task, 'duration_secs': 0.017578} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.705563] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.705839] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.706086] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.706237] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.706411] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.707264] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49534027-1d96-429b-ad32-2cb745a77482 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.720402] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.721243] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.721560] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c5a14a9-f03e-4da6-9635-121122c38ed4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.727347] env[69677]: DEBUG nova.compute.manager [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.729878] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 909.729878] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ef1ddc-2706-bda5-edaa-79742229a897" [ 909.729878] env[69677]: _type = "Task" [ 909.729878] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.742574] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ef1ddc-2706-bda5-edaa-79742229a897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.791916] env[69677]: DEBUG oslo_vmware.api [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436610, 'name': PowerOnVM_Task, 'duration_secs': 0.645603} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.791995] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.792173] env[69677]: INFO nova.compute.manager [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Took 8.79 seconds to spawn the instance on the hypervisor. [ 909.793990] env[69677]: DEBUG nova.compute.manager [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.793990] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44250435-868e-42c7-b789-e0d034e7c2bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.833147] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1666c1-f974-4707-aca9-6c7deeb1d51c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.842239] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e95765c-d91e-45ac-8e72-3c0439b9c42e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.876404] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc37b15-dde6-4694-9b94-86f2d26c1647 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.884165] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ead80f4-2fd7-4f91-9ea0-7504cb1d717d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.900024] env[69677]: DEBUG nova.compute.provider_tree [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.901988] env[69677]: DEBUG nova.network.neutron [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Successfully created port: e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 909.951073] env[69677]: DEBUG oslo_concurrency.lockutils [req-5654387e-c67e-43b0-ae62-efc51aac2184 req-dabd36d6-73f8-4196-b55b-ec96d2f440b1 service nova] Releasing lock "refresh_cache-b2462b4b-3f32-4398-b376-b6f40893ea94" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.037462] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cafd0d-3698-9828-738c-113f3c2edcc9, 'name': SearchDatastore_Task, 'duration_secs': 0.026789} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.038498] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b26b69-2f5d-4bd1-8127-1d0401c27b2f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.044926] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 910.044926] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52afed13-4894-a75f-7159-21c256eb7cd3" [ 910.044926] env[69677]: _type = "Task" [ 910.044926] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.053763] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52afed13-4894-a75f-7159-21c256eb7cd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.250024] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ef1ddc-2706-bda5-edaa-79742229a897, 'name': SearchDatastore_Task, 'duration_secs': 0.024506} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.250024] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab1c91a6-03cd-4935-82d4-419390957137 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.253219] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 910.253219] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dca49a-44c9-78f6-ea7a-ce5ca638a8f7" [ 910.253219] env[69677]: _type = "Task" [ 910.253219] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.262735] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dca49a-44c9-78f6-ea7a-ce5ca638a8f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.314014] env[69677]: INFO nova.compute.manager [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Took 50.88 seconds to build instance. [ 910.406072] env[69677]: DEBUG nova.scheduler.client.report [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.555307] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52afed13-4894-a75f-7159-21c256eb7cd3, 'name': SearchDatastore_Task, 'duration_secs': 0.020773} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.555613] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.555832] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] b2462b4b-3f32-4398-b376-b6f40893ea94/b2462b4b-3f32-4398-b376-b6f40893ea94.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.556117] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc5a3e22-dcce-4717-904b-def9b69cd7d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.563852] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 910.563852] env[69677]: value = "task-3436611" [ 910.563852] env[69677]: _type = "Task" [ 910.563852] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.571902] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.645901] env[69677]: DEBUG nova.compute.manager [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.646918] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6893175-a3dd-410f-913c-7fc361edc07b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.739748] env[69677]: DEBUG nova.compute.manager [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.767320] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dca49a-44c9-78f6-ea7a-ce5ca638a8f7, 'name': SearchDatastore_Task, 'duration_secs': 0.027681} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.770033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.770401] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 3a5061e3-1bdf-4c09-b410-fc473ef14b0b/3a5061e3-1bdf-4c09-b410-fc473ef14b0b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.771068] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bb51f8f-e0b0-47a3-9b91-f2b057d08388 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.778785] env[69677]: DEBUG nova.virt.hardware [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.779080] env[69677]: DEBUG nova.virt.hardware [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.779237] env[69677]: DEBUG nova.virt.hardware [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.779417] env[69677]: DEBUG nova.virt.hardware [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.779560] env[69677]: DEBUG nova.virt.hardware [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.779704] env[69677]: DEBUG nova.virt.hardware [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.779911] env[69677]: DEBUG nova.virt.hardware [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.780088] env[69677]: DEBUG nova.virt.hardware [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.780260] env[69677]: DEBUG nova.virt.hardware [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.780423] env[69677]: DEBUG nova.virt.hardware [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.780594] env[69677]: DEBUG nova.virt.hardware [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.781473] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de25c039-1a97-4593-a008-9bc585e5ca3e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.786462] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 910.786462] env[69677]: value = "task-3436612" [ 910.786462] env[69677]: _type = "Task" [ 910.786462] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.795139] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943c551a-88ea-4b7c-b2eb-b212ec3252ae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.801757] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.815897] env[69677]: DEBUG oslo_concurrency.lockutils [None req-53f368b6-3e87-4a5b-a35b-ce6ed0c4a1ef tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.996s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.911593] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.914136] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.123s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.915850] env[69677]: INFO nova.compute.claims [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.958286] env[69677]: INFO nova.scheduler.client.report [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Deleted allocations for instance 1101ac2e-5ae9-4dd0-a980-2646049a1bdf [ 911.074874] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436611, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.160111] env[69677]: INFO nova.compute.manager [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] instance snapshotting [ 911.161266] env[69677]: DEBUG nova.objects.instance [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'flavor' on Instance uuid 6c3672e1-0f0f-4493-9251-d6266b5b34f0 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.297654] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.468616] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3c240463-669f-4509-91a4-349fbaa45c8b tempest-ListImageFiltersTestJSON-701389631 tempest-ListImageFiltersTestJSON-701389631-project-member] Lock "1101ac2e-5ae9-4dd0-a980-2646049a1bdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.634s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.577890] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781834} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.578082] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] b2462b4b-3f32-4398-b376-b6f40893ea94/b2462b4b-3f32-4398-b376-b6f40893ea94.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.578305] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.578564] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7f8ebfa-53d1-425a-8810-903de6cfe588 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.586573] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 911.586573] env[69677]: value = "task-3436613" [ 911.586573] env[69677]: _type = "Task" [ 911.586573] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.596110] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436613, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.669985] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef41ce82-8ad8-4131-a1d8-2904d5f7749d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.692110] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91706131-0791-4491-abf8-f963b807e070 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.801260] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809409} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.801260] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 3a5061e3-1bdf-4c09-b410-fc473ef14b0b/3a5061e3-1bdf-4c09-b410-fc473ef14b0b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.801260] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.801260] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fce81a8-dd49-4049-aedc-a80497709542 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.808441] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 911.808441] env[69677]: value = "task-3436614" [ 911.808441] env[69677]: _type = "Task" [ 911.808441] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.817547] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.099481] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436613, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299601} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.099481] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.099481] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5046490-78a8-45ad-a4fc-f507f912462a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.130790] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] b2462b4b-3f32-4398-b376-b6f40893ea94/b2462b4b-3f32-4398-b376-b6f40893ea94.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.135274] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830aad0e-3bed-4ab7-9e01-11d8aecde90c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.151107] env[69677]: DEBUG nova.network.neutron [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Successfully updated port: e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.158996] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 912.158996] env[69677]: value = "task-3436615" [ 912.158996] env[69677]: _type = "Task" [ 912.158996] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.169160] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.187173] env[69677]: DEBUG nova.compute.manager [req-c234a030-84c5-4640-a96c-898fa8f48017 req-ce45bbc5-31b4-4af0-9d7c-932995d4b2d4 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Received event network-vif-plugged-e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.187468] env[69677]: DEBUG oslo_concurrency.lockutils [req-c234a030-84c5-4640-a96c-898fa8f48017 req-ce45bbc5-31b4-4af0-9d7c-932995d4b2d4 service nova] Acquiring lock "fea16a35-e417-4a40-93c9-adcda456bbc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.188474] env[69677]: DEBUG oslo_concurrency.lockutils [req-c234a030-84c5-4640-a96c-898fa8f48017 req-ce45bbc5-31b4-4af0-9d7c-932995d4b2d4 service nova] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.188474] env[69677]: DEBUG oslo_concurrency.lockutils [req-c234a030-84c5-4640-a96c-898fa8f48017 req-ce45bbc5-31b4-4af0-9d7c-932995d4b2d4 service nova] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.188474] env[69677]: DEBUG nova.compute.manager [req-c234a030-84c5-4640-a96c-898fa8f48017 req-ce45bbc5-31b4-4af0-9d7c-932995d4b2d4 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] No waiting events found dispatching network-vif-plugged-e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.188474] env[69677]: WARNING nova.compute.manager [req-c234a030-84c5-4640-a96c-898fa8f48017 req-ce45bbc5-31b4-4af0-9d7c-932995d4b2d4 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Received unexpected event network-vif-plugged-e4fe87ff-3975-4ec6-b79e-e0b683d808d9 for instance with vm_state building and task_state spawning. [ 912.208598] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.209579] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e64a1497-fbec-460d-80e0-8b0d2efe1082 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.219351] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 912.219351] env[69677]: value = "task-3436616" [ 912.219351] env[69677]: _type = "Task" [ 912.219351] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.237176] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436616, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.319392] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06679} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.322433] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.323893] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d85bf3-1d71-4b86-a0db-e8aa6b9d8053 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.350881] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 3a5061e3-1bdf-4c09-b410-fc473ef14b0b/3a5061e3-1bdf-4c09-b410-fc473ef14b0b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.353889] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50791846-b888-4154-9761-cd67face6375 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.375650] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 912.375650] env[69677]: value = "task-3436617" [ 912.375650] env[69677]: _type = "Task" [ 912.375650] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.389860] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.541817] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22bd139-b755-43a4-9db5-45596fbb7ab0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.551380] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c57b8a-7603-4f67-9c4d-318007d29a89 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.590072] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a15453e-4ca6-45b4-ba40-590142a32c27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.599193] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45b5f82-09ca-4202-afbc-a8e375a6a333 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.614085] env[69677]: DEBUG nova.compute.provider_tree [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.653676] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.653864] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.654054] env[69677]: DEBUG nova.network.neutron [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.672533] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.729345] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436616, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.886501] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436617, 'name': ReconfigVM_Task, 'duration_secs': 0.429022} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.886834] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 3a5061e3-1bdf-4c09-b410-fc473ef14b0b/3a5061e3-1bdf-4c09-b410-fc473ef14b0b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.887624] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b368db87-256d-4917-8a7e-d7784004a9d9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.893891] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 912.893891] env[69677]: value = "task-3436618" [ 912.893891] env[69677]: _type = "Task" [ 912.893891] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.902615] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436618, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.118181] env[69677]: DEBUG nova.scheduler.client.report [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.150527] env[69677]: DEBUG nova.compute.manager [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Stashing vm_state: active {{(pid=69677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 913.172756] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436615, 'name': ReconfigVM_Task, 'duration_secs': 0.61111} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.173167] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Reconfigured VM instance instance-00000041 to attach disk [datastore2] b2462b4b-3f32-4398-b376-b6f40893ea94/b2462b4b-3f32-4398-b376-b6f40893ea94.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.173555] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69677) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 913.174254] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-de710449-1303-42ac-b295-03b11a27d2ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.181395] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 913.181395] env[69677]: value = "task-3436619" [ 913.181395] env[69677]: _type = "Task" [ 913.181395] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.190719] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436619, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.198183] env[69677]: DEBUG nova.network.neutron [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.229534] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436616, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.340265] env[69677]: DEBUG nova.network.neutron [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updating instance_info_cache with network_info: [{"id": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "address": "fa:16:3e:76:a3:19", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fe87ff-39", "ovs_interfaceid": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.403592] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436618, 'name': Rename_Task, 'duration_secs': 0.251614} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.403879] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.404147] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c968f0fe-9f95-4b3b-8a33-cea673ebd1d2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.411410] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 913.411410] env[69677]: value = "task-3436620" [ 913.411410] env[69677]: _type = "Task" [ 913.411410] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.421042] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.624360] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.625039] env[69677]: DEBUG nova.compute.manager [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.627509] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.883s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.691491] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436619, 'name': CreateVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.729798] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436616, 'name': CreateSnapshot_Task, 'duration_secs': 1.067003} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.730075] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.730804] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32781d4-bda7-4fcb-9283-3604647e0184 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.921265] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.193456] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436619, 'name': CreateVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.421224] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436620, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.692704] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436619, 'name': CreateVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.661457] env[69677]: DEBUG oslo_vmware.api [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436620, 'name': PowerOnVM_Task, 'duration_secs': 1.445491} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.661457] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.661457] env[69677]: DEBUG nova.compute.manager [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.661457] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109a0d7d-942a-47a9-81c8-747175b4bda3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.661457] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436619, 'name': CreateVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.698900] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436619, 'name': CreateVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.790298] env[69677]: DEBUG oslo_vmware.rw_handles [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52263323-4a74-b306-3ff0-b829e16264d4/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.791821] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9934f28a-a9c3-435f-b9f7-6656dff11394 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.801791] env[69677]: DEBUG oslo_vmware.rw_handles [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52263323-4a74-b306-3ff0-b829e16264d4/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.803076] env[69677]: ERROR oslo_vmware.rw_handles [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52263323-4a74-b306-3ff0-b829e16264d4/disk-0.vmdk due to incomplete transfer. [ 915.803076] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4da036b2-3231-4b08-94de-2eb9c8c49264 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.811536] env[69677]: DEBUG oslo_vmware.rw_handles [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52263323-4a74-b306-3ff0-b829e16264d4/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 915.811536] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Uploaded image c813370e-fb62-42f9-a934-06bbf91097cf to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 915.816116] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 915.818987] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2d558d07-1a1a-471e-8c44-cb3f24ec9207 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.826941] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 915.826941] env[69677]: value = "task-3436621" [ 915.826941] env[69677]: _type = "Task" [ 915.826941] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.838738] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436621, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.849171] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.849171] env[69677]: DEBUG nova.compute.manager [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Instance network_info: |[{"id": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "address": "fa:16:3e:76:a3:19", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fe87ff-39", "ovs_interfaceid": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.849517] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:a3:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4fe87ff-3975-4ec6-b79e-e0b683d808d9', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.858701] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.860975] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.860975] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75f8436c-d5fd-4952-acac-f7dc3f64c21c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.882041] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.882041] env[69677]: value = "task-3436622" [ 915.882041] env[69677]: _type = "Task" [ 915.882041] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.891713] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436622, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.944019] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.999565] env[69677]: DEBUG nova.compute.manager [req-9e2f13a9-51df-4916-851c-80e6183b9fbb req-14098352-eb47-42da-adc8-ad9814cd7bec service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Received event network-changed-e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.999879] env[69677]: DEBUG nova.compute.manager [req-9e2f13a9-51df-4916-851c-80e6183b9fbb req-14098352-eb47-42da-adc8-ad9814cd7bec service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Refreshing instance network info cache due to event network-changed-e4fe87ff-3975-4ec6-b79e-e0b683d808d9. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.000073] env[69677]: DEBUG oslo_concurrency.lockutils [req-9e2f13a9-51df-4916-851c-80e6183b9fbb req-14098352-eb47-42da-adc8-ad9814cd7bec service nova] Acquiring lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.000300] env[69677]: DEBUG oslo_concurrency.lockutils [req-9e2f13a9-51df-4916-851c-80e6183b9fbb req-14098352-eb47-42da-adc8-ad9814cd7bec service nova] Acquired lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.000532] env[69677]: DEBUG nova.network.neutron [req-9e2f13a9-51df-4916-851c-80e6183b9fbb req-14098352-eb47-42da-adc8-ad9814cd7bec service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Refreshing network info cache for port e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.137245] env[69677]: INFO nova.compute.claims [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.141946] env[69677]: DEBUG nova.compute.utils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.143737] env[69677]: DEBUG nova.compute.manager [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Not allocating networking since 'none' was specified. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 916.179758] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.201247] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436619, 'name': CreateVirtualDisk_Task, 'duration_secs': 2.685717} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.201957] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69677) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 916.202937] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7225e91e-2855-41f2-b323-96e81d884365 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.229252] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] b2462b4b-3f32-4398-b376-b6f40893ea94/ephemeral_0.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.229595] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7175f0a-32a2-4a82-b872-f3e400b117ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.250156] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 916.250477] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5c330ef-7b22-4d3c-b05f-23094d0e4cbb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.259989] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 916.259989] env[69677]: value = "task-3436623" [ 916.259989] env[69677]: _type = "Task" [ 916.259989] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.261298] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 916.261298] env[69677]: value = "task-3436624" [ 916.261298] env[69677]: _type = "Task" [ 916.261298] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.272418] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436623, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.275724] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.339498] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436621, 'name': Destroy_Task, 'duration_secs': 0.368306} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.339498] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Destroyed the VM [ 916.339498] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 916.339498] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f8c25847-1278-43bf-96ea-065847184903 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.344075] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 916.344075] env[69677]: value = "task-3436625" [ 916.344075] env[69677]: _type = "Task" [ 916.344075] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.355215] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436625, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.396252] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436622, 'name': CreateVM_Task, 'duration_secs': 0.337033} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.396252] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.396891] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.396891] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.397113] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.397571] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1007ce18-d536-4b1f-a367-4ee7f6cd250e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.403104] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 916.403104] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5249be62-bd10-8385-ab6e-d6382be0a8bd" [ 916.403104] env[69677]: _type = "Task" [ 916.403104] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.414851] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5249be62-bd10-8385-ab6e-d6382be0a8bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.645865] env[69677]: INFO nova.compute.resource_tracker [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating resource usage from migration b39bf2fc-7dd6-41c0-aabd-fdea5e041b70 [ 916.648790] env[69677]: DEBUG nova.compute.manager [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.777886] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436623, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.782064] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.857965] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436625, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.878861] env[69677]: DEBUG nova.network.neutron [req-9e2f13a9-51df-4916-851c-80e6183b9fbb req-14098352-eb47-42da-adc8-ad9814cd7bec service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updated VIF entry in instance network info cache for port e4fe87ff-3975-4ec6-b79e-e0b683d808d9. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.880195] env[69677]: DEBUG nova.network.neutron [req-9e2f13a9-51df-4916-851c-80e6183b9fbb req-14098352-eb47-42da-adc8-ad9814cd7bec service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updating instance_info_cache with network_info: [{"id": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "address": "fa:16:3e:76:a3:19", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fe87ff-39", "ovs_interfaceid": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.917730] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5249be62-bd10-8385-ab6e-d6382be0a8bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011241} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.918224] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.918500] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.918776] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.919009] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.919280] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.919615] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-493ea3dd-866d-45d0-b2f3-0bf12332f06e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.933981] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.933981] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.933981] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c731f4-3e5c-4fe9-ab47-982d40884168 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.941777] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 916.941777] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523618f4-003b-a140-ba11-c66688079d65" [ 916.941777] env[69677]: _type = "Task" [ 916.941777] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.953883] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523618f4-003b-a140-ba11-c66688079d65, 'name': SearchDatastore_Task, 'duration_secs': 0.011286} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.955120] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09beebcf-8717-4cf7-b01a-6db6f4feec32 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.960634] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 916.960634] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5246396e-8a01-99bd-4928-a5753faff1d9" [ 916.960634] env[69677]: _type = "Task" [ 916.960634] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.976116] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5246396e-8a01-99bd-4928-a5753faff1d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.976218] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.976480] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] fea16a35-e417-4a40-93c9-adcda456bbc6/fea16a35-e417-4a40-93c9-adcda456bbc6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.977960] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9c6c77c-531d-467e-9cad-53b898da9284 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.986509] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 916.986509] env[69677]: value = "task-3436626" [ 916.986509] env[69677]: _type = "Task" [ 916.986509] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.996486] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.286240] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436623, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.294489] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12e46c8-676f-49b7-8d03-4f72e7e43ebc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.299282] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.306614] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c0df39-9fb1-4e41-b9ed-787e1bf5e7f3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.365565] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b100bb3-2ec8-4e58-98f8-c7da327911c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.376433] env[69677]: DEBUG oslo_vmware.api [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436625, 'name': RemoveSnapshot_Task, 'duration_secs': 0.950385} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.378590] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 917.378873] env[69677]: INFO nova.compute.manager [None req-fd59cb01-1cbd-45ea-9366-73e3ce35a418 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Took 18.48 seconds to snapshot the instance on the hypervisor. [ 917.381790] env[69677]: DEBUG oslo_concurrency.lockutils [req-9e2f13a9-51df-4916-851c-80e6183b9fbb req-14098352-eb47-42da-adc8-ad9814cd7bec service nova] Releasing lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.383165] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bc4ba1-cc92-44ad-a54e-57ffdc6a3792 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.401829] env[69677]: DEBUG nova.compute.provider_tree [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.414375] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.414631] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.505394] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436626, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.659776] env[69677]: DEBUG nova.compute.manager [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.698481] env[69677]: DEBUG nova.virt.hardware [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.698615] env[69677]: DEBUG nova.virt.hardware [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.698669] env[69677]: DEBUG nova.virt.hardware [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.699325] env[69677]: DEBUG nova.virt.hardware [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.699325] env[69677]: DEBUG nova.virt.hardware [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.699325] env[69677]: DEBUG nova.virt.hardware [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.699504] env[69677]: DEBUG nova.virt.hardware [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.699542] env[69677]: DEBUG nova.virt.hardware [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.699697] env[69677]: DEBUG nova.virt.hardware [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.700183] env[69677]: DEBUG nova.virt.hardware [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.700183] env[69677]: DEBUG nova.virt.hardware [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.700970] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81dcb6f-fcff-4085-b659-e45482056809 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.709218] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0b3282-6511-4a7a-827f-f7bbdd1a66c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.723713] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.730797] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Creating folder: Project (2e211fc736b74336b1d5612178b693d2). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.731355] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e500cbce-f533-46cf-b335-3e12251976c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.746267] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Created folder: Project (2e211fc736b74336b1d5612178b693d2) in parent group-v685897. [ 917.746267] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Creating folder: Instances. Parent ref: group-v686089. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.746267] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5b57256-9e58-41b8-a4cb-ff9d161619f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.755968] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Created folder: Instances in parent group-v686089. [ 917.756256] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.756465] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.756672] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fbc322e-ff14-46b3-ad68-d8efec891186 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.781869] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.782290] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.784943] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.784943] env[69677]: value = "task-3436629" [ 917.784943] env[69677]: _type = "Task" [ 917.784943] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.795590] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436623, 'name': CloneVM_Task, 'duration_secs': 1.361657} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.795590] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436624, 'name': ReconfigVM_Task, 'duration_secs': 1.478867} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.796044] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Created linked-clone VM from snapshot [ 917.796339] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Reconfigured VM instance instance-00000041 to attach disk [datastore2] b2462b4b-3f32-4398-b376-b6f40893ea94/ephemeral_0.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.797973] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d77acc-ec7c-42dd-89bc-fe59625bdcc6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.800484] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffcee51c-e71f-44c9-8835-e68266c38d93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.805886] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436629, 'name': CreateVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.817352] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 917.817352] env[69677]: value = "task-3436630" [ 917.817352] env[69677]: _type = "Task" [ 917.817352] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.817352] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Uploading image 31f36876-2bb7-41d7-a506-1e2f37856695 {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.827991] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436630, 'name': Rename_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.854754] env[69677]: DEBUG oslo_vmware.rw_handles [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.854754] env[69677]: value = "vm-686088" [ 917.854754] env[69677]: _type = "VirtualMachine" [ 917.854754] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.855410] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba4d59b5-c1fc-470a-ace1-c1d4f4cc4235 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.862675] env[69677]: DEBUG oslo_vmware.rw_handles [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lease: (returnval){ [ 917.862675] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fdca91-3e7e-2cde-c8e7-cd8da495a1b7" [ 917.862675] env[69677]: _type = "HttpNfcLease" [ 917.862675] env[69677]: } obtained for exporting VM: (result){ [ 917.862675] env[69677]: value = "vm-686088" [ 917.862675] env[69677]: _type = "VirtualMachine" [ 917.862675] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.862941] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the lease: (returnval){ [ 917.862941] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fdca91-3e7e-2cde-c8e7-cd8da495a1b7" [ 917.862941] env[69677]: _type = "HttpNfcLease" [ 917.862941] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.869661] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.869661] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fdca91-3e7e-2cde-c8e7-cd8da495a1b7" [ 917.869661] env[69677]: _type = "HttpNfcLease" [ 917.869661] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 917.905572] env[69677]: DEBUG nova.scheduler.client.report [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.921598] env[69677]: DEBUG nova.compute.manager [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.000307] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639369} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.000307] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] fea16a35-e417-4a40-93c9-adcda456bbc6/fea16a35-e417-4a40-93c9-adcda456bbc6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.000307] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.000307] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9089ebf-06e2-4816-a4f5-990a9e20d503 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.008155] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "9876de01-e37a-4903-b92e-090b18987ab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.008422] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "9876de01-e37a-4903-b92e-090b18987ab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.012742] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 918.012742] env[69677]: value = "task-3436632" [ 918.012742] env[69677]: _type = "Task" [ 918.012742] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.023413] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.287044] env[69677]: DEBUG nova.compute.manager [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.298624] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436629, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.329785] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436630, 'name': Rename_Task, 'duration_secs': 0.398794} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.330066] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.330313] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bf1277c-f272-4b2d-a846-29cb3aafd9e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.337602] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 918.337602] env[69677]: value = "task-3436633" [ 918.337602] env[69677]: _type = "Task" [ 918.337602] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.348174] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.370849] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.370849] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fdca91-3e7e-2cde-c8e7-cd8da495a1b7" [ 918.370849] env[69677]: _type = "HttpNfcLease" [ 918.370849] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.371346] env[69677]: DEBUG oslo_vmware.rw_handles [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.371346] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fdca91-3e7e-2cde-c8e7-cd8da495a1b7" [ 918.371346] env[69677]: _type = "HttpNfcLease" [ 918.371346] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.372313] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb00c4b-52cd-4b2f-8cf9-ad1919558c02 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.380423] env[69677]: DEBUG oslo_vmware.rw_handles [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058678-9064-ea40-6057-0bca7b309d16/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.380613] env[69677]: DEBUG oslo_vmware.rw_handles [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058678-9064-ea40-6057-0bca7b309d16/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.438922] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.811s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.439148] env[69677]: INFO nova.compute.manager [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Migrating [ 918.450757] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.028s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.451342] env[69677]: DEBUG nova.objects.instance [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lazy-loading 'resources' on Instance uuid c0df0471-9350-4160-b7ea-e855952738ea {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.472926] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.490096] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a929d34d-1250-4461-8056-77193c13ebf1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.513722] env[69677]: DEBUG nova.compute.manager [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.531120] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072359} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.531612] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.532324] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244f7239-7fa6-4f58-9a45-e606f7f34a02 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.557182] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] fea16a35-e417-4a40-93c9-adcda456bbc6/fea16a35-e417-4a40-93c9-adcda456bbc6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.558184] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-612d248a-d320-4544-a96d-0f0bc3cd086c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.578720] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 918.578720] env[69677]: value = "task-3436634" [ 918.578720] env[69677]: _type = "Task" [ 918.578720] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.587426] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.808162] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436629, 'name': CreateVM_Task, 'duration_secs': 0.565094} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.808484] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.808987] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.809232] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.809709] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.810011] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c70a9ba-6b3d-4bcd-9a03-f3209ee6c728 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.815751] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for the task: (returnval){ [ 918.815751] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dc1629-e0bf-6ea9-50e0-8941fab0a0ad" [ 918.815751] env[69677]: _type = "Task" [ 918.815751] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.825241] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dc1629-e0bf-6ea9-50e0-8941fab0a0ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.830714] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.850619] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436633, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.882965] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.883431] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.957220] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.957314] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.957487] env[69677]: DEBUG nova.network.neutron [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.044889] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.091746] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436634, 'name': ReconfigVM_Task, 'duration_secs': 0.398014} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.091746] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Reconfigured VM instance instance-00000042 to attach disk [datastore1] fea16a35-e417-4a40-93c9-adcda456bbc6/fea16a35-e417-4a40-93c9-adcda456bbc6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.097080] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ff0f724-336c-46dd-a82a-4b6f802008a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.103871] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 919.103871] env[69677]: value = "task-3436635" [ 919.103871] env[69677]: _type = "Task" [ 919.103871] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.116724] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436635, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.328573] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dc1629-e0bf-6ea9-50e0-8941fab0a0ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012153} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.329090] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.329680] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.330074] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.330418] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.330990] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.331308] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42685a92-4f14-48c2-809e-0a00f87cf67f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.344040] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.344932] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.345823] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a23958a-549d-4a02-a7bd-bb1c5f84b703 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.353009] env[69677]: DEBUG oslo_vmware.api [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436633, 'name': PowerOnVM_Task, 'duration_secs': 0.819351} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.356455] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.356668] env[69677]: INFO nova.compute.manager [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Took 12.96 seconds to spawn the instance on the hypervisor. [ 919.356978] env[69677]: DEBUG nova.compute.manager [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.358406] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c313879-c48a-4cb0-ae8e-b6a2f724df93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.362923] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for the task: (returnval){ [ 919.362923] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521277ab-4618-b2b2-23fb-ddaea8a5df06" [ 919.362923] env[69677]: _type = "Task" [ 919.362923] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.378859] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521277ab-4618-b2b2-23fb-ddaea8a5df06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.563595] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c902de3a-491e-406f-915a-1ac52e77cc1c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.573764] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e6691d-caf3-4373-9d2c-44447ba7d994 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.617220] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bff9a39-f32c-4896-9892-be395aa31976 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.625510] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436635, 'name': Rename_Task, 'duration_secs': 0.31942} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.627871] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.628273] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-294b2b6d-3563-4a5f-b8e1-182084ec2581 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.630864] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafdadc2-715b-4915-8273-4cca6379ca03 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.644984] env[69677]: DEBUG nova.compute.provider_tree [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.651820] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 919.651820] env[69677]: value = "task-3436636" [ 919.651820] env[69677]: _type = "Task" [ 919.651820] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.654175] env[69677]: DEBUG nova.scheduler.client.report [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.667408] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436636, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.824492] env[69677]: DEBUG nova.network.neutron [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance_info_cache with network_info: [{"id": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "address": "fa:16:3e:e2:69:f4", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fb21eb-6d", "ovs_interfaceid": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.880369] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521277ab-4618-b2b2-23fb-ddaea8a5df06, 'name': SearchDatastore_Task, 'duration_secs': 0.021144} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.883705] env[69677]: INFO nova.compute.manager [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Took 53.61 seconds to build instance. [ 919.885558] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe85313-9ccf-4b89-b1ff-39c0f5fd55bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.891087] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for the task: (returnval){ [ 919.891087] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dfbed9-5248-d6fd-a7aa-2ba2b069eaa9" [ 919.891087] env[69677]: _type = "Task" [ 919.891087] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.899919] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dfbed9-5248-d6fd-a7aa-2ba2b069eaa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.159624] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.168729] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.183s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.169111] env[69677]: DEBUG nova.objects.instance [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Lazy-loading 'resources' on Instance uuid 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.180689] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436636, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.192105] env[69677]: INFO nova.scheduler.client.report [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Deleted allocations for instance c0df0471-9350-4160-b7ea-e855952738ea [ 920.327430] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.388997] env[69677]: DEBUG oslo_concurrency.lockutils [None req-809716af-8be4-4547-9a94-f9270e31a55a tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "b2462b4b-3f32-4398-b376-b6f40893ea94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.562s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.405339] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dfbed9-5248-d6fd-a7aa-2ba2b069eaa9, 'name': SearchDatastore_Task, 'duration_secs': 0.012139} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.405764] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.406097] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 54b0cd46-7846-49eb-953a-980942e37867/54b0cd46-7846-49eb-953a-980942e37867.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.408035] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-431ae236-d888-4b02-bc60-42b85126c06a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.417564] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for the task: (returnval){ [ 920.417564] env[69677]: value = "task-3436637" [ 920.417564] env[69677]: _type = "Task" [ 920.417564] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.429483] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.670635] env[69677]: DEBUG oslo_vmware.api [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436636, 'name': PowerOnVM_Task, 'duration_secs': 0.721193} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.673466] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.673466] env[69677]: INFO nova.compute.manager [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Took 9.93 seconds to spawn the instance on the hypervisor. [ 920.673466] env[69677]: DEBUG nova.compute.manager [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.675464] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7571e1fa-cf95-4b72-bd43-8b563be240b9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.704766] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d5740e81-1026-4b63-96a7-f4b78e11a61c tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "c0df0471-9350-4160-b7ea-e855952738ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.156s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.892518] env[69677]: DEBUG nova.compute.manager [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.932561] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.943907] env[69677]: DEBUG nova.compute.manager [req-2eca29e1-a8f4-48a6-975c-654b0a75805e req-5cf91b3e-7d33-4e02-a607-f9b75728b46d service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Received event network-changed-8185a6dc-d992-4311-acd4-1ff2aa827545 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.943907] env[69677]: DEBUG nova.compute.manager [req-2eca29e1-a8f4-48a6-975c-654b0a75805e req-5cf91b3e-7d33-4e02-a607-f9b75728b46d service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Refreshing instance network info cache due to event network-changed-8185a6dc-d992-4311-acd4-1ff2aa827545. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.944417] env[69677]: DEBUG oslo_concurrency.lockutils [req-2eca29e1-a8f4-48a6-975c-654b0a75805e req-5cf91b3e-7d33-4e02-a607-f9b75728b46d service nova] Acquiring lock "refresh_cache-b2462b4b-3f32-4398-b376-b6f40893ea94" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.944417] env[69677]: DEBUG oslo_concurrency.lockutils [req-2eca29e1-a8f4-48a6-975c-654b0a75805e req-5cf91b3e-7d33-4e02-a607-f9b75728b46d service nova] Acquired lock "refresh_cache-b2462b4b-3f32-4398-b376-b6f40893ea94" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.944417] env[69677]: DEBUG nova.network.neutron [req-2eca29e1-a8f4-48a6-975c-654b0a75805e req-5cf91b3e-7d33-4e02-a607-f9b75728b46d service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Refreshing network info cache for port 8185a6dc-d992-4311-acd4-1ff2aa827545 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.202204] env[69677]: INFO nova.compute.manager [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Took 51.97 seconds to build instance. [ 921.340573] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3287503-9ee7-4307-8e39-efef232e4e7b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.348874] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452637ef-b85c-446c-b056-865a04a371d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.390240] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23653bb-6e55-4902-b55c-c5bb6d21110f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.401560] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cc7328-71f0-489c-bb34-e72838a70aea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.418503] env[69677]: DEBUG nova.compute.provider_tree [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.421238] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.432734] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613765} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.433583] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 54b0cd46-7846-49eb-953a-980942e37867/54b0cd46-7846-49eb-953a-980942e37867.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.433806] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.434066] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a81609c4-683c-4dd9-9cfb-0c55f3f86fd2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.442938] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for the task: (returnval){ [ 921.442938] env[69677]: value = "task-3436638" [ 921.442938] env[69677]: _type = "Task" [ 921.442938] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.453563] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.703800] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e3486272-69a6-41bd-9cb2-af280c50f1ec tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.493s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.846941] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59757d8-7b47-49f6-9f7f-9ffad0750928 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.868046] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance '813a4698-8055-46d1-a5de-966e8cdacbb5' progress to 0 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.921313] env[69677]: DEBUG nova.scheduler.client.report [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.932675] env[69677]: DEBUG nova.network.neutron [req-2eca29e1-a8f4-48a6-975c-654b0a75805e req-5cf91b3e-7d33-4e02-a607-f9b75728b46d service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Updated VIF entry in instance network info cache for port 8185a6dc-d992-4311-acd4-1ff2aa827545. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.933085] env[69677]: DEBUG nova.network.neutron [req-2eca29e1-a8f4-48a6-975c-654b0a75805e req-5cf91b3e-7d33-4e02-a607-f9b75728b46d service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Updating instance_info_cache with network_info: [{"id": "8185a6dc-d992-4311-acd4-1ff2aa827545", "address": "fa:16:3e:be:13:c3", "network": {"id": "74346e83-8af6-4d46-92c7-ceb80e41f890", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1637163645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad8386f4f0334d6eb376f5ac4af2a102", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8185a6dc-d9", "ovs_interfaceid": "8185a6dc-d992-4311-acd4-1ff2aa827545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.956135] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069295} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.956524] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.957735] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ebae1f-f747-4b6f-a778-e24b14d2f95a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.983979] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 54b0cd46-7846-49eb-953a-980942e37867/54b0cd46-7846-49eb-953a-980942e37867.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.985050] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66cc21e4-de5d-4e6d-a104-d327c8e6bbd2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.007954] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for the task: (returnval){ [ 922.007954] env[69677]: value = "task-3436639" [ 922.007954] env[69677]: _type = "Task" [ 922.007954] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.016888] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.375757] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.376192] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ee6fde3-f9e5-440e-bde6-125fcb6a90e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.385196] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 922.385196] env[69677]: value = "task-3436640" [ 922.385196] env[69677]: _type = "Task" [ 922.385196] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.397200] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.430355] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.433000] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.919s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.434618] env[69677]: INFO nova.compute.claims [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.441246] env[69677]: DEBUG oslo_concurrency.lockutils [req-2eca29e1-a8f4-48a6-975c-654b0a75805e req-5cf91b3e-7d33-4e02-a607-f9b75728b46d service nova] Releasing lock "refresh_cache-b2462b4b-3f32-4398-b376-b6f40893ea94" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.462204] env[69677]: INFO nova.scheduler.client.report [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Deleted allocations for instance 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b [ 922.525066] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.895518] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436640, 'name': PowerOffVM_Task, 'duration_secs': 0.221136} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.895795] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.896039] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance '813a4698-8055-46d1-a5de-966e8cdacbb5' progress to 17 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.970475] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b52dba-bb12-49d0-96d7-7155a68cf4e2 tempest-ServersTestManualDisk-1991198108 tempest-ServersTestManualDisk-1991198108-project-member] Lock "5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.710s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.983034] env[69677]: DEBUG nova.compute.manager [req-3f5ae3e6-b055-461a-a01d-4ff1087bfc3e req-3b975e5b-6bd8-439a-ad05-2b5033d46300 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Received event network-changed-e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.983237] env[69677]: DEBUG nova.compute.manager [req-3f5ae3e6-b055-461a-a01d-4ff1087bfc3e req-3b975e5b-6bd8-439a-ad05-2b5033d46300 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Refreshing instance network info cache due to event network-changed-e4fe87ff-3975-4ec6-b79e-e0b683d808d9. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.983446] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f5ae3e6-b055-461a-a01d-4ff1087bfc3e req-3b975e5b-6bd8-439a-ad05-2b5033d46300 service nova] Acquiring lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.983578] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f5ae3e6-b055-461a-a01d-4ff1087bfc3e req-3b975e5b-6bd8-439a-ad05-2b5033d46300 service nova] Acquired lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.983730] env[69677]: DEBUG nova.network.neutron [req-3f5ae3e6-b055-461a-a01d-4ff1087bfc3e req-3b975e5b-6bd8-439a-ad05-2b5033d46300 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Refreshing network info cache for port e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.022516] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436639, 'name': ReconfigVM_Task, 'duration_secs': 0.581292} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.022794] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 54b0cd46-7846-49eb-953a-980942e37867/54b0cd46-7846-49eb-953a-980942e37867.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.023490] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f0298c9-10d3-4429-b7e9-91b530588eeb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.031455] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for the task: (returnval){ [ 923.031455] env[69677]: value = "task-3436641" [ 923.031455] env[69677]: _type = "Task" [ 923.031455] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.040840] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436641, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.405489] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.405729] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.406966] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.406966] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.406966] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.406966] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.406966] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.407474] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.407474] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.407474] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.407474] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.415709] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb0a5e8-42f0-4eb1-8977-1c29b6952ea6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.445772] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 923.445772] env[69677]: value = "task-3436642" [ 923.445772] env[69677]: _type = "Task" [ 923.445772] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.458460] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436642, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.544819] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436641, 'name': Rename_Task, 'duration_secs': 0.186973} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.545687] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.545687] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81ab630b-f51b-4218-9927-522c5ce80cb0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.551830] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for the task: (returnval){ [ 923.551830] env[69677]: value = "task-3436643" [ 923.551830] env[69677]: _type = "Task" [ 923.551830] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.563334] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.824187] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "53c02b37-2f88-4705-86db-ec2cc3163e4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.824187] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "53c02b37-2f88-4705-86db-ec2cc3163e4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.824187] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "53c02b37-2f88-4705-86db-ec2cc3163e4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.824187] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "53c02b37-2f88-4705-86db-ec2cc3163e4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.824422] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "53c02b37-2f88-4705-86db-ec2cc3163e4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.834486] env[69677]: INFO nova.compute.manager [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Terminating instance [ 923.955453] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436642, 'name': ReconfigVM_Task, 'duration_secs': 0.353717} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.955823] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance '813a4698-8055-46d1-a5de-966e8cdacbb5' progress to 33 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.062351] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436643, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.130996] env[69677]: DEBUG nova.network.neutron [req-3f5ae3e6-b055-461a-a01d-4ff1087bfc3e req-3b975e5b-6bd8-439a-ad05-2b5033d46300 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updated VIF entry in instance network info cache for port e4fe87ff-3975-4ec6-b79e-e0b683d808d9. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.130996] env[69677]: DEBUG nova.network.neutron [req-3f5ae3e6-b055-461a-a01d-4ff1087bfc3e req-3b975e5b-6bd8-439a-ad05-2b5033d46300 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updating instance_info_cache with network_info: [{"id": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "address": "fa:16:3e:76:a3:19", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fe87ff-39", "ovs_interfaceid": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.162703] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759263c0-1a25-43c7-be5d-c710a92787dd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.172403] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f91dfb-997f-4135-a980-facb8ee76961 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.207490] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0707e2-b55c-41ff-b70c-e953bab66702 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.215470] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15463bad-9b91-4890-815f-9957d3877977 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.230537] env[69677]: DEBUG nova.compute.provider_tree [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.347281] env[69677]: DEBUG nova.compute.manager [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.347521] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.349924] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede3419b-b9ec-4195-9df2-65e3958558d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.356897] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.357230] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9fc60df-7c06-498e-a37c-3bb1e1279d5b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.363989] env[69677]: DEBUG oslo_vmware.api [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 924.363989] env[69677]: value = "task-3436644" [ 924.363989] env[69677]: _type = "Task" [ 924.363989] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.372608] env[69677]: DEBUG oslo_vmware.api [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.464023] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:30:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d683a2d5-ea3e-40a5-a19c-2996c0d79727',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1075716087',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.464023] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.464023] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.464023] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.464436] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.464436] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.464436] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.464712] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.465245] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.465554] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.465888] env[69677]: DEBUG nova.virt.hardware [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.472924] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 924.473072] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cebb87f-1467-40f1-8c0c-72bb270876b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.493636] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 924.493636] env[69677]: value = "task-3436645" [ 924.493636] env[69677]: _type = "Task" [ 924.493636] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.506511] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436645, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.566512] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436643, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.633922] env[69677]: DEBUG oslo_concurrency.lockutils [req-3f5ae3e6-b055-461a-a01d-4ff1087bfc3e req-3b975e5b-6bd8-439a-ad05-2b5033d46300 service nova] Releasing lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.734580] env[69677]: DEBUG nova.scheduler.client.report [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.880126] env[69677]: DEBUG oslo_vmware.api [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436644, 'name': PowerOffVM_Task, 'duration_secs': 0.237119} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.880604] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.880799] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.881109] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ff1fe85-e8e9-46c2-b546-80ca248d080b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.946954] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.947339] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.947512] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Deleting the datastore file [datastore2] 53c02b37-2f88-4705-86db-ec2cc3163e4e {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.947789] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a05282b3-67db-4102-ac21-ddcee4953e56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.954199] env[69677]: DEBUG oslo_vmware.api [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for the task: (returnval){ [ 924.954199] env[69677]: value = "task-3436647" [ 924.954199] env[69677]: _type = "Task" [ 924.954199] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.963195] env[69677]: DEBUG oslo_vmware.api [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.006046] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436645, 'name': ReconfigVM_Task, 'duration_secs': 0.202363} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.006355] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 925.007240] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8be36e-a46d-47c9-9081-b23b168f4f87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.039765] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 813a4698-8055-46d1-a5de-966e8cdacbb5/813a4698-8055-46d1-a5de-966e8cdacbb5.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.040148] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9568160b-3c47-4df9-b783-601b4abecd36 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.059679] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 925.059679] env[69677]: value = "task-3436648" [ 925.059679] env[69677]: _type = "Task" [ 925.059679] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.066499] env[69677]: DEBUG oslo_vmware.api [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436643, 'name': PowerOnVM_Task, 'duration_secs': 1.067203} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.067188] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.067413] env[69677]: INFO nova.compute.manager [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Took 7.41 seconds to spawn the instance on the hypervisor. [ 925.067667] env[69677]: DEBUG nova.compute.manager [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.068457] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2752e26-2ac8-4f59-9a73-0fb1ab7194f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.075314] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.243222] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.243856] env[69677]: DEBUG nova.compute.manager [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.248585] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 42.008s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.427880] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquiring lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.427880] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.473144] env[69677]: DEBUG oslo_vmware.api [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Task: {'id': task-3436647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39751} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.474026] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.474026] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.474458] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.474538] env[69677]: INFO nova.compute.manager [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 925.474847] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.475092] env[69677]: DEBUG nova.compute.manager [-] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.475339] env[69677]: DEBUG nova.network.neutron [-] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.570922] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436648, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.590309] env[69677]: INFO nova.compute.manager [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Took 51.82 seconds to build instance. [ 925.770501] env[69677]: DEBUG nova.compute.utils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.775217] env[69677]: DEBUG nova.compute.manager [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.775397] env[69677]: DEBUG nova.network.neutron [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.894560] env[69677]: DEBUG nova.policy [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28ba5695bb644e00a51210d34246857b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff2edec4edc84828a0a2bac487dbd26d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.935289] env[69677]: DEBUG nova.compute.manager [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 926.070990] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436648, 'name': ReconfigVM_Task, 'duration_secs': 0.561924} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.071326] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 813a4698-8055-46d1-a5de-966e8cdacbb5/813a4698-8055-46d1-a5de-966e8cdacbb5.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.071597] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance '813a4698-8055-46d1-a5de-966e8cdacbb5' progress to 50 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 926.079813] env[69677]: DEBUG nova.compute.manager [req-1e0c271b-dba5-4a3a-8ab1-9bac8b6ea4ec req-bfa87c78-2589-48cf-bb0a-dba60d25a3a0 service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Received event network-vif-deleted-5bd3fb21-fda6-46b7-aef3-6d4da36d4698 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.080011] env[69677]: INFO nova.compute.manager [req-1e0c271b-dba5-4a3a-8ab1-9bac8b6ea4ec req-bfa87c78-2589-48cf-bb0a-dba60d25a3a0 service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Neutron deleted interface 5bd3fb21-fda6-46b7-aef3-6d4da36d4698; detaching it from the instance and deleting it from the info cache [ 926.080192] env[69677]: DEBUG nova.network.neutron [req-1e0c271b-dba5-4a3a-8ab1-9bac8b6ea4ec req-bfa87c78-2589-48cf-bb0a-dba60d25a3a0 service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.098169] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4fd72849-4214-489e-8fec-e91a5332d3f0 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lock "54b0cd46-7846-49eb-953a-980942e37867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.420s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.271026] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Applying migration context for instance 813a4698-8055-46d1-a5de-966e8cdacbb5 as it has an incoming, in-progress migration b39bf2fc-7dd6-41c0-aabd-fdea5e041b70. Migration status is migrating {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 926.273371] env[69677]: INFO nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating resource usage from migration b39bf2fc-7dd6-41c0-aabd-fdea5e041b70 [ 926.273799] env[69677]: INFO nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating resource usage from migration 14f51ea9-c6f3-4507-92dd-cfc5590e6f1a [ 926.280594] env[69677]: DEBUG nova.compute.manager [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.310008] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance a8f82b8b-a451-4b77-abe9-d69a7d061051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.310008] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance a97560ec-5ca3-4e30-88f2-1e767ebcdeb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.310008] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.310008] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance c3073008-f9d2-4bf4-ac0d-bff7d6627d3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.310206] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance a881c0a3-386d-4fd1-924a-d7cac9036741 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.310206] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 5df02f54-5283-4379-a5f0-8e1123c0ab92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.310288] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 536fc9a3-f6fc-4526-8c56-11df0000cdcb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.310527] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 53c02b37-2f88-4705-86db-ec2cc3163e4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.310527] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance dfe7d605-4dab-4aea-bc6f-02021cf09d17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.310618] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 6688d464-3e5c-4624-ba73-0b5bf35bba23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.310728] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 92464135-7fa4-4345-9abb-27410703114d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.310816] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 1df2376f-a0b9-499c-af20-67453c380ea4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.310925] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 56912308-ed10-4ce7-8a34-134235478994 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.311045] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 6c3672e1-0f0f-4493-9251-d6266b5b34f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.311151] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 3a5061e3-1bdf-4c09-b410-fc473ef14b0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.311271] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 63df2079-c04a-40a2-b526-11a76be54d93 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.311388] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 57bbe9cb-5ab6-455e-8547-fcf31341960a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 926.311647] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance ab249b30-8c3f-4b42-bab8-aec62b67d426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.311647] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 165e46e0-9158-40ee-b6ca-2ef2ee3bef64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.311778] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.311829] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.311924] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance b2462b4b-3f32-4398-b376-b6f40893ea94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.313344] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance fea16a35-e417-4a40-93c9-adcda456bbc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.313563] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 54b0cd46-7846-49eb-953a-980942e37867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.314022] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Migration b39bf2fc-7dd6-41c0-aabd-fdea5e041b70 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 926.314022] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 813a4698-8055-46d1-a5de-966e8cdacbb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.314022] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance e3fc3374-93b2-4c4d-b98b-6edff8c00dca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 926.332332] env[69677]: DEBUG nova.network.neutron [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Successfully created port: 5c2d447a-178e-408c-9c1a-bfbd9b197c6a {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.461925] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.462622] env[69677]: DEBUG nova.network.neutron [-] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.585626] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dca7313-77a4-47a4-a071-29e09c6aad55 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.590765] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f98ed82-1daa-40e7-acf1-508897daeec8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.613768] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202bab61-e2ed-4108-8bb4-793069056893 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.619069] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e194c0d5-0421-4679-89f4-6179ba99d78b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.378860] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 943406a5-7ddb-43dc-a8e6-55839e2ce90d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 927.380652] env[69677]: INFO nova.compute.manager [-] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Took 1.91 seconds to deallocate network for instance. [ 927.401829] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance '813a4698-8055-46d1-a5de-966e8cdacbb5' progress to 67 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.427509] env[69677]: DEBUG nova.compute.manager [req-1e0c271b-dba5-4a3a-8ab1-9bac8b6ea4ec req-bfa87c78-2589-48cf-bb0a-dba60d25a3a0 service nova] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Detach interface failed, port_id=5bd3fb21-fda6-46b7-aef3-6d4da36d4698, reason: Instance 53c02b37-2f88-4705-86db-ec2cc3163e4e could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.889404] env[69677]: DEBUG nova.compute.manager [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.896611] env[69677]: DEBUG nova.compute.manager [req-7b5385a0-bd65-48a1-bec3-e9ad5544bb9c req-6f761da4-6b53-4571-ac10-8bcc19e21a6a service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Received event network-vif-plugged-5c2d447a-178e-408c-9c1a-bfbd9b197c6a {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.896892] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b5385a0-bd65-48a1-bec3-e9ad5544bb9c req-6f761da4-6b53-4571-ac10-8bcc19e21a6a service nova] Acquiring lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.897339] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b5385a0-bd65-48a1-bec3-e9ad5544bb9c req-6f761da4-6b53-4571-ac10-8bcc19e21a6a service nova] Lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.897576] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b5385a0-bd65-48a1-bec3-e9ad5544bb9c req-6f761da4-6b53-4571-ac10-8bcc19e21a6a service nova] Lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.897699] env[69677]: DEBUG nova.compute.manager [req-7b5385a0-bd65-48a1-bec3-e9ad5544bb9c req-6f761da4-6b53-4571-ac10-8bcc19e21a6a service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] No waiting events found dispatching network-vif-plugged-5c2d447a-178e-408c-9c1a-bfbd9b197c6a {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.897865] env[69677]: WARNING nova.compute.manager [req-7b5385a0-bd65-48a1-bec3-e9ad5544bb9c req-6f761da4-6b53-4571-ac10-8bcc19e21a6a service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Received unexpected event network-vif-plugged-5c2d447a-178e-408c-9c1a-bfbd9b197c6a for instance with vm_state building and task_state spawning. [ 927.901529] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 2371ee5b-4006-4edf-a063-8dd850f5b78f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 927.904270] env[69677]: DEBUG nova.compute.manager [None req-f5527ebe-0af3-447c-9272-77ee85b8f1ac tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.910521] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b77a7eb-9fc3-46ce-881d-06b34146d3ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.919362] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.930284] env[69677]: DEBUG nova.virt.hardware [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.930525] env[69677]: DEBUG nova.virt.hardware [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.930678] env[69677]: DEBUG nova.virt.hardware [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.930886] env[69677]: DEBUG nova.virt.hardware [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.930990] env[69677]: DEBUG nova.virt.hardware [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.931150] env[69677]: DEBUG nova.virt.hardware [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.931355] env[69677]: DEBUG nova.virt.hardware [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.931507] env[69677]: DEBUG nova.virt.hardware [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.931669] env[69677]: DEBUG nova.virt.hardware [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.931827] env[69677]: DEBUG nova.virt.hardware [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.932342] env[69677]: DEBUG nova.virt.hardware [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.933649] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3695d783-fe6e-4ed9-80cf-71574069d6b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.941260] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquiring lock "54b0cd46-7846-49eb-953a-980942e37867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.941521] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lock "54b0cd46-7846-49eb-953a-980942e37867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.941796] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquiring lock "54b0cd46-7846-49eb-953a-980942e37867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.942018] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lock "54b0cd46-7846-49eb-953a-980942e37867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.942397] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lock "54b0cd46-7846-49eb-953a-980942e37867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.947453] env[69677]: INFO nova.compute.manager [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Terminating instance [ 927.955878] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee9f414-94a2-4bbf-b41c-e87f338d9302 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.965369] env[69677]: DEBUG nova.network.neutron [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Port 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 928.128875] env[69677]: DEBUG nova.network.neutron [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Successfully updated port: 5c2d447a-178e-408c-9c1a-bfbd9b197c6a {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.416964] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance d236251f-9aa7-4285-b5f3-bdf436f9ccc8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 928.417304] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Migration 14f51ea9-c6f3-4507-92dd-cfc5590e6f1a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 928.417304] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance bdfc039f-c910-4089-b0b1-b7f8e2b96ef5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 928.429389] env[69677]: INFO nova.compute.manager [None req-f5527ebe-0af3-447c-9272-77ee85b8f1ac tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] instance snapshotting [ 928.430049] env[69677]: DEBUG nova.objects.instance [None req-f5527ebe-0af3-447c-9272-77ee85b8f1ac tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lazy-loading 'flavor' on Instance uuid 54b0cd46-7846-49eb-953a-980942e37867 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.456239] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquiring lock "refresh_cache-54b0cd46-7846-49eb-953a-980942e37867" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.456420] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquired lock "refresh_cache-54b0cd46-7846-49eb-953a-980942e37867" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.456766] env[69677]: DEBUG nova.network.neutron [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.631437] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "refresh_cache-e3fc3374-93b2-4c4d-b98b-6edff8c00dca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.631631] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired lock "refresh_cache-e3fc3374-93b2-4c4d-b98b-6edff8c00dca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.631862] env[69677]: DEBUG nova.network.neutron [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.869682] env[69677]: DEBUG oslo_vmware.rw_handles [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058678-9064-ea40-6057-0bca7b309d16/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 928.870424] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614714a7-03c7-4fbc-90fc-362b5dc6a2cc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.876974] env[69677]: DEBUG oslo_vmware.rw_handles [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058678-9064-ea40-6057-0bca7b309d16/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 928.877183] env[69677]: ERROR oslo_vmware.rw_handles [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058678-9064-ea40-6057-0bca7b309d16/disk-0.vmdk due to incomplete transfer. [ 928.877420] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73ec9d78-3536-42b6-8c01-62df6067a935 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.885359] env[69677]: DEBUG oslo_vmware.rw_handles [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52058678-9064-ea40-6057-0bca7b309d16/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 928.885359] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Uploaded image 31f36876-2bb7-41d7-a506-1e2f37856695 to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 928.887281] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 928.887532] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-74b299f9-6acc-4929-b0ee-f03913bc077b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.893453] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 928.893453] env[69677]: value = "task-3436649" [ 928.893453] env[69677]: _type = "Task" [ 928.893453] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.901443] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436649, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.923841] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 928.936183] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2277c543-225b-4915-8744-80625ec53f9b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.955109] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f0b8e1-62a0-46d5-befe-70c9cfb283d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.992630] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "813a4698-8055-46d1-a5de-966e8cdacbb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.992861] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "813a4698-8055-46d1-a5de-966e8cdacbb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.996621] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "813a4698-8055-46d1-a5de-966e8cdacbb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.996621] env[69677]: DEBUG nova.network.neutron [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.063700] env[69677]: DEBUG nova.network.neutron [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.169232] env[69677]: DEBUG nova.network.neutron [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.337566] env[69677]: DEBUG nova.network.neutron [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Updating instance_info_cache with network_info: [{"id": "5c2d447a-178e-408c-9c1a-bfbd9b197c6a", "address": "fa:16:3e:9f:b9:b4", "network": {"id": "2b7c7fbe-6e71-4c1e-b1cd-a758d94c2902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1717283127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2edec4edc84828a0a2bac487dbd26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2d447a-17", "ovs_interfaceid": "5c2d447a-178e-408c-9c1a-bfbd9b197c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.404244] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436649, 'name': Destroy_Task, 'duration_secs': 0.331095} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.404244] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Destroyed the VM [ 929.404359] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 929.404542] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1290648b-11a3-4e9a-b0df-b6a59d0d074b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.411121] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 929.411121] env[69677]: value = "task-3436650" [ 929.411121] env[69677]: _type = "Task" [ 929.411121] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.419587] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.429881] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance aa05b061-db28-4bcb-912e-0dc9d8cc9a02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 929.472431] env[69677]: DEBUG nova.compute.manager [None req-f5527ebe-0af3-447c-9272-77ee85b8f1ac tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Instance disappeared during snapshot {{(pid=69677) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 929.569312] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Releasing lock "refresh_cache-54b0cd46-7846-49eb-953a-980942e37867" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.569693] env[69677]: DEBUG nova.compute.manager [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.569976] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.571311] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5305a5-c015-4ba9-b6b5-591054ddcc9e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.581561] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.584989] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae72d9b6-0a82-4edf-aceb-aaf9b21d12d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.592121] env[69677]: DEBUG oslo_vmware.api [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for the task: (returnval){ [ 929.592121] env[69677]: value = "task-3436651" [ 929.592121] env[69677]: _type = "Task" [ 929.592121] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.601412] env[69677]: DEBUG oslo_vmware.api [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.752405] env[69677]: DEBUG nova.compute.manager [None req-f5527ebe-0af3-447c-9272-77ee85b8f1ac tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Found 0 images (rotation: 2) {{(pid=69677) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 929.842347] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Releasing lock "refresh_cache-e3fc3374-93b2-4c4d-b98b-6edff8c00dca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.842691] env[69677]: DEBUG nova.compute.manager [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Instance network_info: |[{"id": "5c2d447a-178e-408c-9c1a-bfbd9b197c6a", "address": "fa:16:3e:9f:b9:b4", "network": {"id": "2b7c7fbe-6e71-4c1e-b1cd-a758d94c2902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1717283127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2edec4edc84828a0a2bac487dbd26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2d447a-17", "ovs_interfaceid": "5c2d447a-178e-408c-9c1a-bfbd9b197c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.843125] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:b9:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c20f5114-0866-45b3-9a7c-62f113ff83fa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c2d447a-178e-408c-9c1a-bfbd9b197c6a', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.850639] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.850873] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.851121] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf3dd50c-f0ff-457e-a081-09b815ee78c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.871615] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.871615] env[69677]: value = "task-3436652" [ 929.871615] env[69677]: _type = "Task" [ 929.871615] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.882774] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436652, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.923859] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436650, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.932865] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 9876de01-e37a-4903-b92e-090b18987ab6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 929.971049] env[69677]: DEBUG nova.compute.manager [req-13eeb9d9-974f-40d5-b90b-91ad138bbf00 req-833ea697-769c-4228-8ff7-9f87a41b60a0 service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Received event network-changed-5c2d447a-178e-408c-9c1a-bfbd9b197c6a {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.971285] env[69677]: DEBUG nova.compute.manager [req-13eeb9d9-974f-40d5-b90b-91ad138bbf00 req-833ea697-769c-4228-8ff7-9f87a41b60a0 service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Refreshing instance network info cache due to event network-changed-5c2d447a-178e-408c-9c1a-bfbd9b197c6a. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.971455] env[69677]: DEBUG oslo_concurrency.lockutils [req-13eeb9d9-974f-40d5-b90b-91ad138bbf00 req-833ea697-769c-4228-8ff7-9f87a41b60a0 service nova] Acquiring lock "refresh_cache-e3fc3374-93b2-4c4d-b98b-6edff8c00dca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.971597] env[69677]: DEBUG oslo_concurrency.lockutils [req-13eeb9d9-974f-40d5-b90b-91ad138bbf00 req-833ea697-769c-4228-8ff7-9f87a41b60a0 service nova] Acquired lock "refresh_cache-e3fc3374-93b2-4c4d-b98b-6edff8c00dca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.971754] env[69677]: DEBUG nova.network.neutron [req-13eeb9d9-974f-40d5-b90b-91ad138bbf00 req-833ea697-769c-4228-8ff7-9f87a41b60a0 service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Refreshing network info cache for port 5c2d447a-178e-408c-9c1a-bfbd9b197c6a {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.066740] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.066740] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.066740] env[69677]: DEBUG nova.network.neutron [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.110737] env[69677]: DEBUG oslo_vmware.api [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436651, 'name': PowerOffVM_Task, 'duration_secs': 0.194843} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.111061] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.111258] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.111532] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67f20067-16b0-4a3d-a7e2-d073639b0d43 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.142136] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.142136] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.142136] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Deleting the datastore file [datastore1] 54b0cd46-7846-49eb-953a-980942e37867 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.142136] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd9e60a1-1df5-4f87-b489-1080d5f35f79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.147908] env[69677]: DEBUG oslo_vmware.api [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for the task: (returnval){ [ 930.147908] env[69677]: value = "task-3436654" [ 930.147908] env[69677]: _type = "Task" [ 930.147908] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.158480] env[69677]: DEBUG oslo_vmware.api [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.383082] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436652, 'name': CreateVM_Task, 'duration_secs': 0.485761} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.383393] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.384154] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.384425] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.384808] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.385180] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9691df1b-fccd-45a4-b000-244b36422ea0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.392254] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 930.392254] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c61613-61a0-5d0c-9fc8-01ee3a9e0f2e" [ 930.392254] env[69677]: _type = "Task" [ 930.392254] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.398601] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c61613-61a0-5d0c-9fc8-01ee3a9e0f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.421050] env[69677]: DEBUG oslo_vmware.api [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436650, 'name': RemoveSnapshot_Task, 'duration_secs': 0.912997} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.421452] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 930.421723] env[69677]: INFO nova.compute.manager [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Took 18.75 seconds to snapshot the instance on the hypervisor. [ 930.437819] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance dd5a53cd-6bd9-4497-b607-0b857244b3a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 930.660363] env[69677]: DEBUG oslo_vmware.api [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Task: {'id': task-3436654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164287} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.660623] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.660917] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.661010] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.661133] env[69677]: INFO nova.compute.manager [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Took 1.09 seconds to destroy the instance on the hypervisor. [ 930.661406] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.661551] env[69677]: DEBUG nova.compute.manager [-] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.661714] env[69677]: DEBUG nova.network.neutron [-] [instance: 54b0cd46-7846-49eb-953a-980942e37867] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.697659] env[69677]: DEBUG nova.network.neutron [-] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.835541] env[69677]: DEBUG nova.network.neutron [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance_info_cache with network_info: [{"id": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "address": "fa:16:3e:e2:69:f4", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fb21eb-6d", "ovs_interfaceid": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.837436] env[69677]: DEBUG nova.network.neutron [req-13eeb9d9-974f-40d5-b90b-91ad138bbf00 req-833ea697-769c-4228-8ff7-9f87a41b60a0 service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Updated VIF entry in instance network info cache for port 5c2d447a-178e-408c-9c1a-bfbd9b197c6a. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.837813] env[69677]: DEBUG nova.network.neutron [req-13eeb9d9-974f-40d5-b90b-91ad138bbf00 req-833ea697-769c-4228-8ff7-9f87a41b60a0 service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Updating instance_info_cache with network_info: [{"id": "5c2d447a-178e-408c-9c1a-bfbd9b197c6a", "address": "fa:16:3e:9f:b9:b4", "network": {"id": "2b7c7fbe-6e71-4c1e-b1cd-a758d94c2902", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1717283127-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff2edec4edc84828a0a2bac487dbd26d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c20f5114-0866-45b3-9a7c-62f113ff83fa", "external-id": "nsx-vlan-transportzone-47", "segmentation_id": 47, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c2d447a-17", "ovs_interfaceid": "5c2d447a-178e-408c-9c1a-bfbd9b197c6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.903265] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c61613-61a0-5d0c-9fc8-01ee3a9e0f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.01469} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.903583] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.903813] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.904230] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.904230] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.904376] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.907778] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84ae6be7-adc8-4988-9280-c24b6424c1a3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.914939] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.915211] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.915947] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66a8060-cd7b-4bac-b94f-8e25720465bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.925038] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 930.925038] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521c019d-d34e-870b-11eb-934968e2f9d7" [ 930.925038] env[69677]: _type = "Task" [ 930.925038] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.934922] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521c019d-d34e-870b-11eb-934968e2f9d7, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.935781] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f0c968-24e9-492e-822f-acdaf062c20d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.941189] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance aa0dc81c-79ad-4ee5-a334-2c1984b82678 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 930.941508] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 930.941622] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5056MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 930.944019] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 930.944019] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ada7e6-d3ac-a212-b8be-ad6723d69687" [ 930.944019] env[69677]: _type = "Task" [ 930.944019] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.953018] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ada7e6-d3ac-a212-b8be-ad6723d69687, 'name': SearchDatastore_Task, 'duration_secs': 0.008465} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.953018] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.953018] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] e3fc3374-93b2-4c4d-b98b-6edff8c00dca/e3fc3374-93b2-4c4d-b98b-6edff8c00dca.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.953249] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d99dfda-ca1f-4d8d-9c7e-f14fc139f4fa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.959685] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 930.959685] env[69677]: value = "task-3436655" [ 930.959685] env[69677]: _type = "Task" [ 930.959685] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.967402] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.995686] env[69677]: DEBUG nova.compute.manager [None req-764ca7ff-e1d6-4e0b-b132-203023899d6f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Found 1 images (rotation: 2) {{(pid=69677) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 931.201145] env[69677]: DEBUG nova.network.neutron [-] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.341387] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.351613] env[69677]: DEBUG oslo_concurrency.lockutils [req-13eeb9d9-974f-40d5-b90b-91ad138bbf00 req-833ea697-769c-4228-8ff7-9f87a41b60a0 service nova] Releasing lock "refresh_cache-e3fc3374-93b2-4c4d-b98b-6edff8c00dca" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.474256] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469696} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.476924] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] e3fc3374-93b2-4c4d-b98b-6edff8c00dca/e3fc3374-93b2-4c4d-b98b-6edff8c00dca.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.477216] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.477649] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c84b725b-a582-4826-adce-0cd89a11cb95 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.485447] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 931.485447] env[69677]: value = "task-3436656" [ 931.485447] env[69677]: _type = "Task" [ 931.485447] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.499939] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.524840] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d971e-719b-4100-8f71-b137ce518957 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.533538] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603c0217-fd71-443f-827b-998abdfc22d9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.574097] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515de131-1743-4146-baae-aeb0d7f7837f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.582231] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a20d31-464d-4509-86b3-896ebffa45c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.596888] env[69677]: DEBUG nova.compute.provider_tree [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.705656] env[69677]: INFO nova.compute.manager [-] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Took 1.04 seconds to deallocate network for instance. [ 931.875650] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630b052e-15ce-493d-82ed-421effd8e6a4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.896997] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb342417-ba1a-4300-bca1-75cb4d36dcb1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.904299] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance '813a4698-8055-46d1-a5de-966e8cdacbb5' progress to 83 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.994743] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090704} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.994743] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.995503] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a59a23-4095-4a41-8c83-494ffd27f1a4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.018500] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] e3fc3374-93b2-4c4d-b98b-6edff8c00dca/e3fc3374-93b2-4c4d-b98b-6edff8c00dca.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.019311] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb748ff6-642d-43eb-880d-e7746f723344 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.040541] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 932.040541] env[69677]: value = "task-3436657" [ 932.040541] env[69677]: _type = "Task" [ 932.040541] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.049375] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.049375] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.053413] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.100390] env[69677]: DEBUG nova.scheduler.client.report [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.215389] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.411297] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.411713] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9da69565-326f-4e4e-9a57-1aabc16b4aa3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.420362] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 932.420362] env[69677]: value = "task-3436658" [ 932.420362] env[69677]: _type = "Task" [ 932.420362] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.431541] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.551394] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436657, 'name': ReconfigVM_Task, 'duration_secs': 0.305833} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.551756] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Reconfigured VM instance instance-00000044 to attach disk [datastore1] e3fc3374-93b2-4c4d-b98b-6edff8c00dca/e3fc3374-93b2-4c4d-b98b-6edff8c00dca.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.552441] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18bb7073-c89b-4ce5-a6eb-79621735aa0e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.554165] env[69677]: DEBUG nova.compute.manager [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.557189] env[69677]: DEBUG nova.compute.manager [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.558792] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d14cf3e-09f3-42f4-9953-b2ecf894f97b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.562593] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 932.562593] env[69677]: value = "task-3436659" [ 932.562593] env[69677]: _type = "Task" [ 932.562593] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.577277] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436659, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.606731] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 932.607016] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.359s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.607745] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 45.152s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.607745] env[69677]: DEBUG nova.objects.instance [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 932.611819] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 932.611918] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Cleaning up deleted instances {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 932.929482] env[69677]: DEBUG oslo_vmware.api [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436658, 'name': PowerOnVM_Task, 'duration_secs': 0.432004} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.929749] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.929930] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e3dfbe-e09e-458e-8e91-55fe44411d39 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance '813a4698-8055-46d1-a5de-966e8cdacbb5' progress to 100 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.074276] env[69677]: INFO nova.compute.manager [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] instance snapshotting [ 933.074740] env[69677]: DEBUG nova.objects.instance [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'flavor' on Instance uuid 6c3672e1-0f0f-4493-9251-d6266b5b34f0 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.076106] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436659, 'name': Rename_Task, 'duration_secs': 0.143525} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.076364] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.076614] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e32e61d4-9d5a-4350-b9be-099c5dc1ad4b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.079610] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.084425] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 933.084425] env[69677]: value = "task-3436660" [ 933.084425] env[69677]: _type = "Task" [ 933.084425] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.092573] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.126439] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] There are 40 instances to clean {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 933.126665] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: c0df0471-9350-4160-b7ea-e855952738ea] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.132665] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1fa434c9-4f2d-47d3-874c-0e6638bbd803 tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.523s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.132665] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.391s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.132665] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.133559] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.584s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.133743] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.137150] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.735s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.137150] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.137150] env[69677]: INFO nova.compute.manager [None req-c43da561-b8d8-48cc-b2c2-b6b00c007a4f tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Successfully reverted task state from rebuilding on failure for instance. [ 933.141026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.937s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.141026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.142911] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.609s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.142911] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.144642] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.705s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.145300] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.146435] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.733s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.147941] env[69677]: INFO nova.compute.claims [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.171634] env[69677]: INFO nova.scheduler.client.report [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Deleted allocations for instance 57bbe9cb-5ab6-455e-8547-fcf31341960a [ 933.191411] env[69677]: INFO nova.scheduler.client.report [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Deleted allocations for instance 63df2079-c04a-40a2-b526-11a76be54d93 [ 933.198019] env[69677]: INFO nova.scheduler.client.report [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleted allocations for instance a881c0a3-386d-4fd1-924a-d7cac9036741 [ 933.220107] env[69677]: INFO nova.scheduler.client.report [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleted allocations for instance 1df2376f-a0b9-499c-af20-67453c380ea4 [ 933.584037] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c7f8fb-71db-4704-b089-c575ef1fbee9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.595099] env[69677]: DEBUG oslo_vmware.api [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436660, 'name': PowerOnVM_Task, 'duration_secs': 0.460779} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.607643] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.607859] env[69677]: INFO nova.compute.manager [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Took 5.72 seconds to spawn the instance on the hypervisor. [ 933.608052] env[69677]: DEBUG nova.compute.manager [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.608885] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92065474-f16b-48ae-a1c4-638676277d56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.611601] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757553a0-cd82-4e9f-aa63-a3106c8896f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.657025] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: bd0029fb-bcf0-4e15-afd5-0872c1d63530] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.670516] env[69677]: DEBUG oslo_concurrency.lockutils [None req-59aebce5-06ec-495f-8a9b-46a87a88530e tempest-ServerActionsV293TestJSON-579493978 tempest-ServerActionsV293TestJSON-579493978-project-member] Lock "b52a425a-6d61-483a-b1df-3ca54ffadb21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.497s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.681326] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05311219-8635-4e68-a2fc-4d63808d0c49 tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "57bbe9cb-5ab6-455e-8547-fcf31341960a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.900s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.701647] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e85fb03-cb27-49ff-876d-cb15256bf05a tempest-ServersListShow2100Test-1751699821 tempest-ServersListShow2100Test-1751699821-project-member] Lock "63df2079-c04a-40a2-b526-11a76be54d93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.191s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.704974] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0199904a-ddcb-4f52-bd93-cc9e2306e449 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a881c0a3-386d-4fd1-924a-d7cac9036741" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.673s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.728758] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1af7d164-6bf7-4dd2-a86b-c8ae5cd338bd tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "1df2376f-a0b9-499c-af20-67453c380ea4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.963s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.129328] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 934.137777] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a2d2d973-be24-4d23-9c13-4f277f04944a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.144173] env[69677]: INFO nova.compute.manager [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Took 51.65 seconds to build instance. [ 934.151023] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 934.151023] env[69677]: value = "task-3436662" [ 934.151023] env[69677]: _type = "Task" [ 934.151023] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.160547] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436662, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.164852] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 94b1e5b5-4207-44df-8d05-a3edb1af5f67] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.651678] env[69677]: DEBUG oslo_concurrency.lockutils [None req-abcf8853-5697-4bf1-8e9f-32058a68f50c tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.162s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.661295] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436662, 'name': CreateSnapshot_Task, 'duration_secs': 0.457466} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.664205] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 934.665187] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e419e048-8cb3-4c6b-be3b-c03bf5827134 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.672921] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 84e21492-c7a1-4d7c-8c55-5466494c2757] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.696263] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558531b9-1727-429c-8084-c3601178f1e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.702607] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0542fce-bf90-4b10-ba35-e4da2e434eb7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.734943] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b15b6c-3d41-4a21-9bdb-1c9e24b9be19 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.743612] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688e613c-e469-487d-8fe9-faae9670b7f5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.760841] env[69677]: DEBUG nova.compute.provider_tree [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.837833] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.838890] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.975459] env[69677]: DEBUG oslo_concurrency.lockutils [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.975755] env[69677]: DEBUG oslo_concurrency.lockutils [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.976021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.976165] env[69677]: DEBUG oslo_concurrency.lockutils [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.976339] env[69677]: DEBUG oslo_concurrency.lockutils [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.978729] env[69677]: INFO nova.compute.manager [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Terminating instance [ 935.050000] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquiring lock "ab249b30-8c3f-4b42-bab8-aec62b67d426" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.050284] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Lock "ab249b30-8c3f-4b42-bab8-aec62b67d426" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.050496] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquiring lock "ab249b30-8c3f-4b42-bab8-aec62b67d426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.050676] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Lock "ab249b30-8c3f-4b42-bab8-aec62b67d426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.050842] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Lock "ab249b30-8c3f-4b42-bab8-aec62b67d426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.052575] env[69677]: DEBUG oslo_concurrency.lockutils [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.052780] env[69677]: DEBUG oslo_concurrency.lockutils [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.052966] env[69677]: DEBUG oslo_concurrency.lockutils [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.053743] env[69677]: DEBUG oslo_concurrency.lockutils [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.054011] env[69677]: DEBUG oslo_concurrency.lockutils [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.056113] env[69677]: INFO nova.compute.manager [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Terminating instance [ 935.058559] env[69677]: INFO nova.compute.manager [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Terminating instance [ 935.178856] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 3855bfe0-e66d-4871-b221-c1ceada2d3cc] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.190069] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 935.191121] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36fccf8c-21ad-41a3-8d63-f0f376490680 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.202826] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 935.202826] env[69677]: value = "task-3436663" [ 935.202826] env[69677]: _type = "Task" [ 935.202826] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.214196] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436663, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.265292] env[69677]: DEBUG nova.scheduler.client.report [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.341840] env[69677]: INFO nova.compute.manager [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Detaching volume 3d1aa2bf-b488-427d-8540-212ba678b216 [ 935.383995] env[69677]: INFO nova.virt.block_device [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Attempting to driver detach volume 3d1aa2bf-b488-427d-8540-212ba678b216 from mountpoint /dev/sdb [ 935.384270] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 935.384462] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686009', 'volume_id': '3d1aa2bf-b488-427d-8540-212ba678b216', 'name': 'volume-3d1aa2bf-b488-427d-8540-212ba678b216', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5df02f54-5283-4379-a5f0-8e1123c0ab92', 'attached_at': '', 'detached_at': '', 'volume_id': '3d1aa2bf-b488-427d-8540-212ba678b216', 'serial': '3d1aa2bf-b488-427d-8540-212ba678b216'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 935.385578] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a95dabd-bedd-457e-a31e-51b6f362b8e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.407748] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ec611f-e792-4aa8-bbfe-8239304bc429 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.415228] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cadfe0-adb8-4f74-bbc6-c3e94174251b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.440701] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e7c970-6979-4d41-ba81-d8189d7ee8c5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.454643] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] The volume has not been displaced from its original location: [datastore2] volume-3d1aa2bf-b488-427d-8540-212ba678b216/volume-3d1aa2bf-b488-427d-8540-212ba678b216.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 935.460016] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Reconfiguring VM instance instance-0000001b to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 935.460351] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05c80211-d4be-4ebb-a540-4e264f8258a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.477927] env[69677]: DEBUG oslo_vmware.api [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 935.477927] env[69677]: value = "task-3436664" [ 935.477927] env[69677]: _type = "Task" [ 935.477927] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.482798] env[69677]: DEBUG nova.compute.manager [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.482995] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.486818] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3bfce7-86ce-4781-8e06-3d6961f996b9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.489896] env[69677]: DEBUG oslo_vmware.api [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.493598] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.494155] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7eb7583-1a1e-4f20-af20-1a689c99b8bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.499144] env[69677]: DEBUG oslo_vmware.api [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 935.499144] env[69677]: value = "task-3436665" [ 935.499144] env[69677]: _type = "Task" [ 935.499144] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.507566] env[69677]: DEBUG oslo_vmware.api [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.561563] env[69677]: DEBUG nova.compute.manager [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.562029] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.562895] env[69677]: DEBUG nova.compute.manager [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.563214] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.564550] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785d0357-7d26-4a85-bce6-edc903f429ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.570038] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7678dd-c54c-4c0c-979c-768d79343df2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.579908] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.582971] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0afa3789-94cc-4a8f-a3a8-ae2c4ba5645d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.585163] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.585407] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9933fbe9-280d-498d-a29b-c2bcbffec95f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.593317] env[69677]: DEBUG oslo_vmware.api [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for the task: (returnval){ [ 935.593317] env[69677]: value = "task-3436667" [ 935.593317] env[69677]: _type = "Task" [ 935.593317] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.594665] env[69677]: DEBUG oslo_vmware.api [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 935.594665] env[69677]: value = "task-3436666" [ 935.594665] env[69677]: _type = "Task" [ 935.594665] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.606888] env[69677]: DEBUG oslo_vmware.api [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.610216] env[69677]: DEBUG oslo_vmware.api [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.682669] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 34795b29-b345-41fd-b3e1-3898e3d86fcc] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.721090] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436663, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.771716] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.773370] env[69677]: DEBUG nova.compute.manager [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.779542] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.030s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.779542] env[69677]: INFO nova.compute.claims [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.896500] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquiring lock "e0430acf-d6b7-4fda-b44e-5b91f75db187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.898076] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "e0430acf-d6b7-4fda-b44e-5b91f75db187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.989647] env[69677]: DEBUG oslo_vmware.api [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436664, 'name': ReconfigVM_Task, 'duration_secs': 0.251483} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.989944] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Reconfigured VM instance instance-0000001b to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 935.996220] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-838801f7-5efe-4203-9c7c-e9cecf3c662c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.013445] env[69677]: DEBUG oslo_vmware.api [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436665, 'name': PowerOffVM_Task, 'duration_secs': 0.200819} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.014608] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.014861] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.015216] env[69677]: DEBUG oslo_vmware.api [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 936.015216] env[69677]: value = "task-3436668" [ 936.015216] env[69677]: _type = "Task" [ 936.015216] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.015566] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4288ef01-9cb9-466c-90fb-5cecc715139c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.026550] env[69677]: DEBUG oslo_vmware.api [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.088922] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.089281] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.089369] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleting the datastore file [datastore1] a97560ec-5ca3-4e30-88f2-1e767ebcdeb9 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.089709] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4a04ae1-b99f-4efa-b57c-d2ab31864b54 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.096136] env[69677]: DEBUG oslo_vmware.api [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 936.096136] env[69677]: value = "task-3436670" [ 936.096136] env[69677]: _type = "Task" [ 936.096136] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.110949] env[69677]: DEBUG oslo_vmware.api [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436667, 'name': PowerOffVM_Task, 'duration_secs': 0.179365} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.116847] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.116847] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.117584] env[69677]: DEBUG oslo_vmware.api [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.117584] env[69677]: DEBUG oslo_vmware.api [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436666, 'name': PowerOffVM_Task, 'duration_secs': 0.17989} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.117770] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20d308a-8203-44b3-9122-38932662775d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.119301] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.120031] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.120031] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-897d3cc3-aa35-4dcd-87ba-bfc1e6c3a73c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.186279] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 6f17b191-573f-4eb6-86aa-8ced02ce14a0] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.199840] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.200074] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.200258] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Deleting the datastore file [datastore1] e3fc3374-93b2-4c4d-b98b-6edff8c00dca {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.200547] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a185f37b-58a0-4f74-9a04-5a1b48f31a74 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.206129] env[69677]: DEBUG nova.network.neutron [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Port 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 936.206559] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.206690] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.206887] env[69677]: DEBUG nova.network.neutron [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.215029] env[69677]: DEBUG oslo_vmware.api [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for the task: (returnval){ [ 936.215029] env[69677]: value = "task-3436673" [ 936.215029] env[69677]: _type = "Task" [ 936.215029] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.215334] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.215571] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.215788] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Deleting the datastore file [datastore2] ab249b30-8c3f-4b42-bab8-aec62b67d426 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.218976] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2337d901-455f-4a6f-95a9-87a708fd28a5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.225307] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436663, 'name': CloneVM_Task} progress is 95%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.230544] env[69677]: DEBUG oslo_vmware.api [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.232479] env[69677]: DEBUG oslo_vmware.api [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for the task: (returnval){ [ 936.232479] env[69677]: value = "task-3436674" [ 936.232479] env[69677]: _type = "Task" [ 936.232479] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.239880] env[69677]: DEBUG oslo_vmware.api [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.285580] env[69677]: DEBUG nova.compute.utils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.289110] env[69677]: DEBUG nova.compute.manager [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.289360] env[69677]: DEBUG nova.network.neutron [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.340602] env[69677]: DEBUG nova.policy [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33154e5450f0417bb4640112d93b1b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f21758f46ae3457ab5e4e90f9ac3240d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.401058] env[69677]: DEBUG nova.compute.manager [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.527232] env[69677]: DEBUG oslo_vmware.api [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436668, 'name': ReconfigVM_Task, 'duration_secs': 0.17704} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.527555] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686009', 'volume_id': '3d1aa2bf-b488-427d-8540-212ba678b216', 'name': 'volume-3d1aa2bf-b488-427d-8540-212ba678b216', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5df02f54-5283-4379-a5f0-8e1123c0ab92', 'attached_at': '', 'detached_at': '', 'volume_id': '3d1aa2bf-b488-427d-8540-212ba678b216', 'serial': '3d1aa2bf-b488-427d-8540-212ba678b216'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 936.610588] env[69677]: DEBUG oslo_vmware.api [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224125} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.610845] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.611039] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.611219] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.611388] env[69677]: INFO nova.compute.manager [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 936.611622] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.612084] env[69677]: DEBUG nova.compute.manager [-] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.612234] env[69677]: DEBUG nova.network.neutron [-] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.689389] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 42c8099a-cb13-4afd-94f7-4fc7506b36d7] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.705899] env[69677]: DEBUG nova.network.neutron [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Successfully created port: cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.723913] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436663, 'name': CloneVM_Task, 'duration_secs': 1.244256} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.729624] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Created linked-clone VM from snapshot [ 936.729624] env[69677]: DEBUG oslo_vmware.api [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Task: {'id': task-3436673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190692} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.729624] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9e5aca-f65e-4bba-8d1c-c03b150eb35d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.730988] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.730988] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.730988] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.731087] env[69677]: INFO nova.compute.manager [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Took 1.17 seconds to destroy the instance on the hypervisor. [ 936.731843] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.731843] env[69677]: DEBUG nova.compute.manager [-] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.731843] env[69677]: DEBUG nova.network.neutron [-] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.740733] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Uploading image 0ea01a21-2812-49bf-8fad-1690e1fd7196 {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 936.758863] env[69677]: DEBUG oslo_vmware.api [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Task: {'id': task-3436674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180662} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.761631] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.761818] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.762016] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.762212] env[69677]: INFO nova.compute.manager [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Took 1.20 seconds to destroy the instance on the hypervisor. [ 936.762408] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.765673] env[69677]: DEBUG nova.compute.manager [-] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.765673] env[69677]: DEBUG nova.network.neutron [-] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.770977] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 936.770977] env[69677]: value = "vm-686094" [ 936.770977] env[69677]: _type = "VirtualMachine" [ 936.770977] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 936.771377] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88d6b3d6-e984-43ec-bbbb-e010cb50ed2a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.778589] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lease: (returnval){ [ 936.778589] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f721ed-ca81-73af-94b0-6b4667ae44c2" [ 936.778589] env[69677]: _type = "HttpNfcLease" [ 936.778589] env[69677]: } obtained for exporting VM: (result){ [ 936.778589] env[69677]: value = "vm-686094" [ 936.778589] env[69677]: _type = "VirtualMachine" [ 936.778589] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 936.778811] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the lease: (returnval){ [ 936.778811] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f721ed-ca81-73af-94b0-6b4667ae44c2" [ 936.778811] env[69677]: _type = "HttpNfcLease" [ 936.778811] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 936.791329] env[69677]: DEBUG nova.compute.manager [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.794710] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.794710] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f721ed-ca81-73af-94b0-6b4667ae44c2" [ 936.794710] env[69677]: _type = "HttpNfcLease" [ 936.794710] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 936.803485] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 936.803485] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f721ed-ca81-73af-94b0-6b4667ae44c2" [ 936.803485] env[69677]: _type = "HttpNfcLease" [ 936.803485] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 936.803485] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5303517e-b9ee-43fd-b191-68334094eaef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.810703] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1a619-0f7b-b8a5-0a71-aa5da25530dd/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 936.810902] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1a619-0f7b-b8a5-0a71-aa5da25530dd/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 936.907693] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-18250926-1f75-4309-b48c-4edb06435c06 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.934063] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.973690] env[69677]: DEBUG nova.compute.manager [req-3f231a85-591c-4720-826e-5730aa9821a0 req-ccefcb54-c4d8-4c09-aeec-cfb5010d733a service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Received event network-vif-deleted-4962b6b8-f203-4308-8e31-92a6727ff7be {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.973987] env[69677]: INFO nova.compute.manager [req-3f231a85-591c-4720-826e-5730aa9821a0 req-ccefcb54-c4d8-4c09-aeec-cfb5010d733a service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Neutron deleted interface 4962b6b8-f203-4308-8e31-92a6727ff7be; detaching it from the instance and deleting it from the info cache [ 936.974341] env[69677]: DEBUG nova.network.neutron [req-3f231a85-591c-4720-826e-5730aa9821a0 req-ccefcb54-c4d8-4c09-aeec-cfb5010d733a service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.071835] env[69677]: DEBUG oslo_concurrency.lockutils [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.072098] env[69677]: DEBUG oslo_concurrency.lockutils [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.072305] env[69677]: DEBUG oslo_concurrency.lockutils [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.072482] env[69677]: DEBUG oslo_concurrency.lockutils [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.072643] env[69677]: DEBUG oslo_concurrency.lockutils [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.074977] env[69677]: DEBUG nova.network.neutron [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance_info_cache with network_info: [{"id": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "address": "fa:16:3e:e2:69:f4", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fb21eb-6d", "ovs_interfaceid": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.076540] env[69677]: INFO nova.compute.manager [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Terminating instance [ 937.090762] env[69677]: DEBUG nova.objects.instance [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lazy-loading 'flavor' on Instance uuid 5df02f54-5283-4379-a5f0-8e1123c0ab92 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.195088] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 5f93bea5-1ec6-48c3-98c6-a4aa1751cc8b] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.419070] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3d040c-2f85-4890-a844-026dd3cf871d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.430137] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d626305-039e-43f4-8321-4a12d6793b0d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.467028] env[69677]: DEBUG nova.network.neutron [-] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.470147] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c05f11-44fe-44d7-ab3e-9d2300ca4db2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.477467] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd12ff7a-ef1e-42de-84ac-747133f5dbed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.483617] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b047196-b312-44e5-a78c-d4e06dafba6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.496266] env[69677]: DEBUG nova.compute.provider_tree [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.500186] env[69677]: DEBUG nova.compute.manager [req-6ccca261-157b-46c1-b880-490d3c0c4e34 req-38f223e9-84b6-483d-a478-e5e6e6a14ce9 service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Received event network-vif-deleted-5c2d447a-178e-408c-9c1a-bfbd9b197c6a {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.500438] env[69677]: INFO nova.compute.manager [req-6ccca261-157b-46c1-b880-490d3c0c4e34 req-38f223e9-84b6-483d-a478-e5e6e6a14ce9 service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Neutron deleted interface 5c2d447a-178e-408c-9c1a-bfbd9b197c6a; detaching it from the instance and deleting it from the info cache [ 937.500806] env[69677]: DEBUG nova.network.neutron [req-6ccca261-157b-46c1-b880-490d3c0c4e34 req-38f223e9-84b6-483d-a478-e5e6e6a14ce9 service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.505337] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd156efc-c56c-4138-9ad6-214e751caa6e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.545948] env[69677]: DEBUG nova.compute.manager [req-3f231a85-591c-4720-826e-5730aa9821a0 req-ccefcb54-c4d8-4c09-aeec-cfb5010d733a service nova] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Detach interface failed, port_id=4962b6b8-f203-4308-8e31-92a6727ff7be, reason: Instance a97560ec-5ca3-4e30-88f2-1e767ebcdeb9 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.579494] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.581430] env[69677]: DEBUG nova.compute.manager [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.584994] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.584994] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2b22c6-f1ea-4181-a45b-f884e459b942 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.591349] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.592408] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e03d241-1b5b-45c2-8052-942067b9c245 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.600752] env[69677]: DEBUG oslo_vmware.api [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 937.600752] env[69677]: value = "task-3436676" [ 937.600752] env[69677]: _type = "Task" [ 937.600752] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.611053] env[69677]: DEBUG oslo_vmware.api [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.701216] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: fad4385f-c21f-4236-b028-464df7b50b70] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.813263] env[69677]: DEBUG nova.compute.manager [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.847080] env[69677]: DEBUG nova.virt.hardware [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.847080] env[69677]: DEBUG nova.virt.hardware [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.847080] env[69677]: DEBUG nova.virt.hardware [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.847080] env[69677]: DEBUG nova.virt.hardware [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.847345] env[69677]: DEBUG nova.virt.hardware [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.847345] env[69677]: DEBUG nova.virt.hardware [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.847345] env[69677]: DEBUG nova.virt.hardware [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.847494] env[69677]: DEBUG nova.virt.hardware [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.847699] env[69677]: DEBUG nova.virt.hardware [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.847930] env[69677]: DEBUG nova.virt.hardware [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.848130] env[69677]: DEBUG nova.virt.hardware [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.849018] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4535e2-3814-4e69-9de1-216e147b08d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.858030] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fc7d4f-8d43-4558-b859-04ccf5dda1ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.865878] env[69677]: DEBUG nova.network.neutron [-] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.973538] env[69677]: INFO nova.compute.manager [-] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Took 1.36 seconds to deallocate network for instance. [ 938.002773] env[69677]: DEBUG nova.scheduler.client.report [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.006319] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6d433fd-c48c-49ab-897b-352c9462d859 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.019615] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c975f743-3822-40d8-a5e9-4e1bbbdab64e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.061864] env[69677]: DEBUG nova.compute.manager [req-6ccca261-157b-46c1-b880-490d3c0c4e34 req-38f223e9-84b6-483d-a478-e5e6e6a14ce9 service nova] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Detach interface failed, port_id=5c2d447a-178e-408c-9c1a-bfbd9b197c6a, reason: Instance e3fc3374-93b2-4c4d-b98b-6edff8c00dca could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 938.084241] env[69677]: DEBUG nova.compute.manager [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69677) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 938.084444] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.100303] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b6c50624-f543-4681-9d79-0e114c3982e2 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.111462] env[69677]: DEBUG oslo_vmware.api [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436676, 'name': PowerOffVM_Task, 'duration_secs': 0.213788} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.111823] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.112157] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.113113] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a2b4a3e-d20a-4428-861b-bf5edfcef646 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.162705] env[69677]: DEBUG nova.network.neutron [-] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.179917] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.179917] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.181342] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Deleting the datastore file [datastore1] c3073008-f9d2-4bf4-ac0d-bff7d6627d3d {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.181641] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b46c7d4-7af8-4854-b56d-c376f9abe19f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.189105] env[69677]: DEBUG oslo_vmware.api [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for the task: (returnval){ [ 938.189105] env[69677]: value = "task-3436678" [ 938.189105] env[69677]: _type = "Task" [ 938.189105] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.197573] env[69677]: DEBUG oslo_vmware.api [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.206642] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 731ff5a1-2f73-40be-9661-378bd367810c] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.367895] env[69677]: DEBUG oslo_concurrency.lockutils [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.368472] env[69677]: DEBUG oslo_concurrency.lockutils [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.368786] env[69677]: DEBUG oslo_concurrency.lockutils [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "5df02f54-5283-4379-a5f0-8e1123c0ab92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.369066] env[69677]: DEBUG oslo_concurrency.lockutils [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.369626] env[69677]: DEBUG oslo_concurrency.lockutils [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.372382] env[69677]: INFO nova.compute.manager [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Terminating instance [ 938.378506] env[69677]: INFO nova.compute.manager [-] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Took 1.65 seconds to deallocate network for instance. [ 938.479626] env[69677]: DEBUG oslo_concurrency.lockutils [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.511279] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.511943] env[69677]: DEBUG nova.compute.manager [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.515412] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.690s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.515576] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.519717] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.245s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.521279] env[69677]: INFO nova.compute.claims [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.552087] env[69677]: INFO nova.scheduler.client.report [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Deleted allocations for instance 536fc9a3-f6fc-4526-8c56-11df0000cdcb [ 938.665940] env[69677]: INFO nova.compute.manager [-] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Took 1.90 seconds to deallocate network for instance. [ 938.705208] env[69677]: DEBUG oslo_vmware.api [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Task: {'id': task-3436678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330247} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.705734] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.705934] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.706130] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.706431] env[69677]: INFO nova.compute.manager [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 938.706609] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.706930] env[69677]: DEBUG nova.compute.manager [-] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.707033] env[69677]: DEBUG nova.network.neutron [-] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.710576] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 61e28d39-30ab-4eb3-865d-930044e6f430] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.842287] env[69677]: DEBUG nova.network.neutron [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Successfully updated port: cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.876473] env[69677]: DEBUG nova.compute.manager [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.876709] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.877761] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b84901-8663-490a-a634-5ee3169bcd7f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.886269] env[69677]: DEBUG oslo_concurrency.lockutils [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.887177] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.887481] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b682ec2-1058-4b22-8367-e0037243624b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.898207] env[69677]: DEBUG oslo_vmware.api [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 938.898207] env[69677]: value = "task-3436679" [ 938.898207] env[69677]: _type = "Task" [ 938.898207] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.919280] env[69677]: DEBUG oslo_vmware.api [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.026171] env[69677]: DEBUG nova.compute.utils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.030038] env[69677]: DEBUG nova.compute.manager [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.030352] env[69677]: DEBUG nova.network.neutron [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.064240] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7a6222c0-5cac-4f17-aff4-5fdf42c51c09 tempest-FloatingIPsAssociationTestJSON-1836650862 tempest-FloatingIPsAssociationTestJSON-1836650862-project-member] Lock "536fc9a3-f6fc-4526-8c56-11df0000cdcb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.754s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.116929] env[69677]: DEBUG nova.policy [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c637d9644b3046ea94c3e2bf1502b878', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab5060888ccb420aabd0fa387d59260c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.173750] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.215500] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 5b5ef5ac-82da-4e8b-aabf-966539bbf495] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.345562] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "refresh_cache-943406a5-7ddb-43dc-a8e6-55839e2ce90d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.345758] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "refresh_cache-943406a5-7ddb-43dc-a8e6-55839e2ce90d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.346058] env[69677]: DEBUG nova.network.neutron [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.409510] env[69677]: DEBUG oslo_vmware.api [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436679, 'name': PowerOffVM_Task, 'duration_secs': 0.289974} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.410047] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.410290] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.410575] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5fbf24b-4e2f-4bf2-8f6a-0b657f3583a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.479486] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.479875] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.480094] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleting the datastore file [datastore2] 5df02f54-5283-4379-a5f0-8e1123c0ab92 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.480486] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1792022-8227-4c7f-ab1e-f90a20750c75 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.496473] env[69677]: DEBUG oslo_vmware.api [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 939.496473] env[69677]: value = "task-3436681" [ 939.496473] env[69677]: _type = "Task" [ 939.496473] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.510260] env[69677]: DEBUG oslo_vmware.api [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.530723] env[69677]: DEBUG nova.compute.manager [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.652034] env[69677]: DEBUG nova.network.neutron [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Successfully created port: 7fd666ac-012e-4ce0-8851-d9096d18bab2 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.720030] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 1101ac2e-5ae9-4dd0-a980-2646049a1bdf] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.799490] env[69677]: DEBUG nova.compute.manager [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Received event network-vif-deleted-b115d56d-4956-4c1e-ae06-6d9db4a8aa79 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.799739] env[69677]: DEBUG nova.compute.manager [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Received event network-vif-plugged-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.799932] env[69677]: DEBUG oslo_concurrency.lockutils [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] Acquiring lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.800185] env[69677]: DEBUG oslo_concurrency.lockutils [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] Lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.800363] env[69677]: DEBUG oslo_concurrency.lockutils [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] Lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.800522] env[69677]: DEBUG nova.compute.manager [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] No waiting events found dispatching network-vif-plugged-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.800733] env[69677]: WARNING nova.compute.manager [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Received unexpected event network-vif-plugged-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 for instance with vm_state building and task_state spawning. [ 939.800907] env[69677]: DEBUG nova.compute.manager [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Received event network-changed-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.800977] env[69677]: DEBUG nova.compute.manager [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Refreshing instance network info cache due to event network-changed-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.801160] env[69677]: DEBUG oslo_concurrency.lockutils [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] Acquiring lock "refresh_cache-943406a5-7ddb-43dc-a8e6-55839e2ce90d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.893725] env[69677]: DEBUG nova.network.neutron [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.990064] env[69677]: DEBUG nova.network.neutron [-] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.012873] env[69677]: DEBUG oslo_vmware.api [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293858} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.012873] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.012873] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.012873] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.012873] env[69677]: INFO nova.compute.manager [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Took 1.14 seconds to destroy the instance on the hypervisor. [ 940.013143] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.015780] env[69677]: DEBUG nova.compute.manager [-] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.015899] env[69677]: DEBUG nova.network.neutron [-] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.136924] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5b813e-94a9-4817-af96-7cd46e9e47c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.145629] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4cec29-dbf5-4c8d-8f8d-c33dd2e90f22 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.188542] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57730acb-c36e-46f2-8efe-b389159c01eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.199216] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8674f53-c85c-44d4-b2e4-ebb192cee6f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.215332] env[69677]: DEBUG nova.compute.provider_tree [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.224030] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: d2899bb9-9219-4084-b344-d71606d9aabc] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.276711] env[69677]: DEBUG nova.network.neutron [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Updating instance_info_cache with network_info: [{"id": "cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96", "address": "fa:16:3e:39:40:71", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfcfc556-52", "ovs_interfaceid": "cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.496302] env[69677]: INFO nova.compute.manager [-] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Took 1.79 seconds to deallocate network for instance. [ 940.544277] env[69677]: DEBUG nova.compute.manager [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.575322] env[69677]: DEBUG nova.virt.hardware [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.575707] env[69677]: DEBUG nova.virt.hardware [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.575932] env[69677]: DEBUG nova.virt.hardware [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.576206] env[69677]: DEBUG nova.virt.hardware [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.576418] env[69677]: DEBUG nova.virt.hardware [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.576621] env[69677]: DEBUG nova.virt.hardware [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.576897] env[69677]: DEBUG nova.virt.hardware [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.577143] env[69677]: DEBUG nova.virt.hardware [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.577420] env[69677]: DEBUG nova.virt.hardware [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.578367] env[69677]: DEBUG nova.virt.hardware [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.578367] env[69677]: DEBUG nova.virt.hardware [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.578976] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641f15ad-41a6-4eb4-99a5-fd828f0e4974 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.589633] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5504bb59-2513-431e-a3dc-63caf5b3c929 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.718159] env[69677]: DEBUG nova.scheduler.client.report [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.731026] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 4a38a997-f044-4e0d-9fd9-36b700e96d37] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.779656] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "refresh_cache-943406a5-7ddb-43dc-a8e6-55839e2ce90d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.779999] env[69677]: DEBUG nova.compute.manager [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Instance network_info: |[{"id": "cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96", "address": "fa:16:3e:39:40:71", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfcfc556-52", "ovs_interfaceid": "cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.780823] env[69677]: DEBUG oslo_concurrency.lockutils [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] Acquired lock "refresh_cache-943406a5-7ddb-43dc-a8e6-55839e2ce90d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.781415] env[69677]: DEBUG nova.network.neutron [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Refreshing network info cache for port cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.783233] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:40:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.795749] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.796913] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.797272] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31f960b1-b195-4e89-a493-f0ac474f2a27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.824020] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.824020] env[69677]: value = "task-3436682" [ 940.824020] env[69677]: _type = "Task" [ 940.824020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.835018] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436682, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.005418] env[69677]: DEBUG oslo_concurrency.lockutils [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.222014] env[69677]: DEBUG nova.network.neutron [-] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.224201] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.224596] env[69677]: DEBUG nova.compute.manager [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.227338] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.284s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.227580] env[69677]: DEBUG nova.objects.instance [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 941.233059] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 07b4b9aa-0c58-4a91-bc5b-74cf551cce13] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.335965] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436682, 'name': CreateVM_Task, 'duration_secs': 0.423282} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.336163] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.337028] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.337252] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.338044] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.338044] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994839ce-f980-4f43-a79e-ab3294986b5a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.344680] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 941.344680] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5288c6d5-ebd2-d698-b536-3b4fbbdb6f08" [ 941.344680] env[69677]: _type = "Task" [ 941.344680] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.355563] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5288c6d5-ebd2-d698-b536-3b4fbbdb6f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.719675] env[69677]: DEBUG nova.network.neutron [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Updated VIF entry in instance network info cache for port cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.719981] env[69677]: DEBUG nova.network.neutron [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Updating instance_info_cache with network_info: [{"id": "cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96", "address": "fa:16:3e:39:40:71", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfcfc556-52", "ovs_interfaceid": "cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.728316] env[69677]: INFO nova.compute.manager [-] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Took 1.71 seconds to deallocate network for instance. [ 941.734783] env[69677]: DEBUG nova.compute.utils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.746325] env[69677]: DEBUG nova.compute.manager [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.746325] env[69677]: DEBUG nova.network.neutron [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.747917] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 48b0a9c2-c3ba-4558-a82a-82480f53f472] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.826160] env[69677]: DEBUG nova.policy [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd91922b8043f486a9e0968686e89e468', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca2e046f52924905ad44f149ddb1de4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.846819] env[69677]: DEBUG nova.network.neutron [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Successfully updated port: 7fd666ac-012e-4ce0-8851-d9096d18bab2 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.860844] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5288c6d5-ebd2-d698-b536-3b4fbbdb6f08, 'name': SearchDatastore_Task, 'duration_secs': 0.030973} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.861249] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.862894] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.862894] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.862894] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.862894] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.865030] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-120cb865-d624-424a-bee7-2d71dad80b49 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.877419] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.877632] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.878570] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1856ec-8af5-4ec2-bde2-11953936b151 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.888832] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 941.888832] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5280f959-2d9c-d764-4528-94d6dcce818e" [ 941.888832] env[69677]: _type = "Task" [ 941.888832] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.900943] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5280f959-2d9c-d764-4528-94d6dcce818e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.942568] env[69677]: DEBUG nova.compute.manager [req-f5cd425e-00be-462a-9016-4a784d968d03 req-50a90353-c16f-49ce-b08a-f648b39182e7 service nova] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Received event network-vif-deleted-80388465-50a7-4649-8cea-cbac7e27cd53 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.942780] env[69677]: DEBUG nova.compute.manager [req-f5cd425e-00be-462a-9016-4a784d968d03 req-50a90353-c16f-49ce-b08a-f648b39182e7 service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Received event network-vif-plugged-7fd666ac-012e-4ce0-8851-d9096d18bab2 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.942968] env[69677]: DEBUG oslo_concurrency.lockutils [req-f5cd425e-00be-462a-9016-4a784d968d03 req-50a90353-c16f-49ce-b08a-f648b39182e7 service nova] Acquiring lock "2371ee5b-4006-4edf-a063-8dd850f5b78f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.943220] env[69677]: DEBUG oslo_concurrency.lockutils [req-f5cd425e-00be-462a-9016-4a784d968d03 req-50a90353-c16f-49ce-b08a-f648b39182e7 service nova] Lock "2371ee5b-4006-4edf-a063-8dd850f5b78f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.943410] env[69677]: DEBUG oslo_concurrency.lockutils [req-f5cd425e-00be-462a-9016-4a784d968d03 req-50a90353-c16f-49ce-b08a-f648b39182e7 service nova] Lock "2371ee5b-4006-4edf-a063-8dd850f5b78f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.943693] env[69677]: DEBUG nova.compute.manager [req-f5cd425e-00be-462a-9016-4a784d968d03 req-50a90353-c16f-49ce-b08a-f648b39182e7 service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] No waiting events found dispatching network-vif-plugged-7fd666ac-012e-4ce0-8851-d9096d18bab2 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.943910] env[69677]: WARNING nova.compute.manager [req-f5cd425e-00be-462a-9016-4a784d968d03 req-50a90353-c16f-49ce-b08a-f648b39182e7 service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Received unexpected event network-vif-plugged-7fd666ac-012e-4ce0-8851-d9096d18bab2 for instance with vm_state building and task_state spawning. [ 942.223283] env[69677]: DEBUG oslo_concurrency.lockutils [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] Releasing lock "refresh_cache-943406a5-7ddb-43dc-a8e6-55839e2ce90d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.223600] env[69677]: DEBUG nova.compute.manager [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Received event network-vif-deleted-3348d9c6-1331-4be5-a516-6aec32651d81 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.223783] env[69677]: INFO nova.compute.manager [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Neutron deleted interface 3348d9c6-1331-4be5-a516-6aec32651d81; detaching it from the instance and deleting it from the info cache [ 942.223956] env[69677]: DEBUG nova.network.neutron [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.252309] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c4a76c2-2719-4305-84ba-091e184e396f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.253654] env[69677]: DEBUG nova.compute.manager [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.258706] env[69677]: DEBUG oslo_concurrency.lockutils [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.258706] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 0484fec0-872b-45c3-92cf-5d855e5d3d03] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.258816] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.079s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.354690] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquiring lock "refresh_cache-2371ee5b-4006-4edf-a063-8dd850f5b78f" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.354690] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquired lock "refresh_cache-2371ee5b-4006-4edf-a063-8dd850f5b78f" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.354690] env[69677]: DEBUG nova.network.neutron [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.406023] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5280f959-2d9c-d764-4528-94d6dcce818e, 'name': SearchDatastore_Task, 'duration_secs': 0.013855} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.406023] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7cb998-79fb-4e57-bd2d-e9198ca8b9df {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.417147] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 942.417147] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bfb8ee-19c3-efa4-e760-bd17f3adb027" [ 942.417147] env[69677]: _type = "Task" [ 942.417147] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.425171] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bfb8ee-19c3-efa4-e760-bd17f3adb027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.478626] env[69677]: DEBUG nova.network.neutron [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Successfully created port: fe5ba145-0bfc-42fd-b5cb-603024acf162 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.728798] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-670f102d-5e9e-47c3-af39-0d1af979d4e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.742020] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75a3551-cc0b-4030-9721-5e08dcbb8baa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.769145] env[69677]: INFO nova.compute.claims [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.773120] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: d71a8019-3763-44f8-9ad7-78ab81353b60] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.794094] env[69677]: DEBUG nova.compute.manager [req-304dc78b-ab1a-413c-b72d-c7ece5f5fe80 req-bec0ccf0-c870-412e-a287-8974267d7ec6 service nova] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Detach interface failed, port_id=3348d9c6-1331-4be5-a516-6aec32651d81, reason: Instance c3073008-f9d2-4bf4-ac0d-bff7d6627d3d could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 942.893772] env[69677]: DEBUG nova.network.neutron [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.929128] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bfb8ee-19c3-efa4-e760-bd17f3adb027, 'name': SearchDatastore_Task, 'duration_secs': 0.015688} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.929405] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.929673] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 943406a5-7ddb-43dc-a8e6-55839e2ce90d/943406a5-7ddb-43dc-a8e6-55839e2ce90d.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.929913] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c4ed885-e82a-45a6-9aeb-e8ebbcd462ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.939838] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 942.939838] env[69677]: value = "task-3436683" [ 942.939838] env[69677]: _type = "Task" [ 942.939838] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.949431] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.149704] env[69677]: DEBUG nova.network.neutron [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Updating instance_info_cache with network_info: [{"id": "7fd666ac-012e-4ce0-8851-d9096d18bab2", "address": "fa:16:3e:f2:10:cb", "network": {"id": "5713f060-b248-40cc-ba4c-c01f2f1382e1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-595723502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5060888ccb420aabd0fa387d59260c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd666ac-01", "ovs_interfaceid": "7fd666ac-012e-4ce0-8851-d9096d18bab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.280201] env[69677]: INFO nova.compute.resource_tracker [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating resource usage from migration 14f51ea9-c6f3-4507-92dd-cfc5590e6f1a [ 943.283169] env[69677]: DEBUG nova.compute.manager [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.296583] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 61b8929a-8f0f-4288-bc41-45748ffb53db] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.336358] env[69677]: DEBUG nova.virt.hardware [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.337027] env[69677]: DEBUG nova.virt.hardware [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.337027] env[69677]: DEBUG nova.virt.hardware [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.337027] env[69677]: DEBUG nova.virt.hardware [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.337234] env[69677]: DEBUG nova.virt.hardware [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.337409] env[69677]: DEBUG nova.virt.hardware [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.337891] env[69677]: DEBUG nova.virt.hardware [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.337891] env[69677]: DEBUG nova.virt.hardware [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.337965] env[69677]: DEBUG nova.virt.hardware [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.338129] env[69677]: DEBUG nova.virt.hardware [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.338340] env[69677]: DEBUG nova.virt.hardware [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.339507] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c639f280-bd4b-43d8-8988-bac932479aa2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.357449] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaff77c-f581-4d70-9337-649476e51404 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.454146] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436683, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.653941] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Releasing lock "refresh_cache-2371ee5b-4006-4edf-a063-8dd850f5b78f" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.654290] env[69677]: DEBUG nova.compute.manager [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Instance network_info: |[{"id": "7fd666ac-012e-4ce0-8851-d9096d18bab2", "address": "fa:16:3e:f2:10:cb", "network": {"id": "5713f060-b248-40cc-ba4c-c01f2f1382e1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-595723502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5060888ccb420aabd0fa387d59260c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd666ac-01", "ovs_interfaceid": "7fd666ac-012e-4ce0-8851-d9096d18bab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.654790] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:10:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fd666ac-012e-4ce0-8851-d9096d18bab2', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.665417] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Creating folder: Project (ab5060888ccb420aabd0fa387d59260c). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.669664] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afc750d8-b95b-40ef-a4b3-5175f72b51c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.686243] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Created folder: Project (ab5060888ccb420aabd0fa387d59260c) in parent group-v685897. [ 943.686497] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Creating folder: Instances. Parent ref: group-v686096. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.686760] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98d5f713-833e-496b-af25-86add0aa6502 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.700825] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Created folder: Instances in parent group-v686096. [ 943.700825] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.700825] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.701116] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b11028c4-3b42-4c95-991a-f841967f425e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.729142] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.729142] env[69677]: value = "task-3436686" [ 943.729142] env[69677]: _type = "Task" [ 943.729142] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.741253] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436686, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.800176] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 9ecfecab-e6e3-41f8-a0ef-7af3c2e15e21] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.878533] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260b530-6fee-49b1-8890-70354d01b9c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.890435] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829c6c4a-7d4a-43e2-853e-d5c5a279d3a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.931358] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec2832d-3f66-4671-9fbf-a5e1c66e16bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.940642] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9449d9ce-9e9b-489f-b6de-353c69225406 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.964231] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544391} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.965445] env[69677]: DEBUG nova.compute.provider_tree [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.966625] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 943406a5-7ddb-43dc-a8e6-55839e2ce90d/943406a5-7ddb-43dc-a8e6-55839e2ce90d.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.966892] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.967568] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05b3fd38-36fb-407a-98a6-e6bd0794e048 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.978946] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 943.978946] env[69677]: value = "task-3436687" [ 943.978946] env[69677]: _type = "Task" [ 943.978946] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.991362] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.238822] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436686, 'name': CreateVM_Task, 'duration_secs': 0.423738} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.239028] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.239761] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.239963] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.240289] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.240893] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4853d638-7699-4c72-9d44-4e55e7cb5e32 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.246774] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for the task: (returnval){ [ 944.246774] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529e4ba2-80f4-bb21-8717-3f061cd34a4a" [ 944.246774] env[69677]: _type = "Task" [ 944.246774] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.261226] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529e4ba2-80f4-bb21-8717-3f061cd34a4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.298715] env[69677]: DEBUG nova.compute.manager [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Received event network-changed-7fd666ac-012e-4ce0-8851-d9096d18bab2 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.298964] env[69677]: DEBUG nova.compute.manager [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Refreshing instance network info cache due to event network-changed-7fd666ac-012e-4ce0-8851-d9096d18bab2. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.301657] env[69677]: DEBUG oslo_concurrency.lockutils [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] Acquiring lock "refresh_cache-2371ee5b-4006-4edf-a063-8dd850f5b78f" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.301919] env[69677]: DEBUG oslo_concurrency.lockutils [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] Acquired lock "refresh_cache-2371ee5b-4006-4edf-a063-8dd850f5b78f" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.302028] env[69677]: DEBUG nova.network.neutron [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Refreshing network info cache for port 7fd666ac-012e-4ce0-8851-d9096d18bab2 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.308148] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 65c5ad62-ebc5-4897-bd9b-cff481bc925b] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.409558] env[69677]: DEBUG nova.network.neutron [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Successfully updated port: fe5ba145-0bfc-42fd-b5cb-603024acf162 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.469502] env[69677]: DEBUG nova.scheduler.client.report [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.491898] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105457} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.494315] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.495183] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa93af-30df-42cf-8c5b-13713625c0cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.520715] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 943406a5-7ddb-43dc-a8e6-55839e2ce90d/943406a5-7ddb-43dc-a8e6-55839e2ce90d.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.521048] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e437de4-9a8b-4832-9f6e-e7b2c0094a4a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.542877] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 944.542877] env[69677]: value = "task-3436688" [ 944.542877] env[69677]: _type = "Task" [ 944.542877] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.551494] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.761145] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529e4ba2-80f4-bb21-8717-3f061cd34a4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014107} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.762115] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.762115] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.762115] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.762252] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.762407] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.763648] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d59a87-53af-4be6-8678-9415963517f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.776176] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.776466] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.777446] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0b9b09-1ffb-4cbd-a260-68d751ec8df2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.786814] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for the task: (returnval){ [ 944.786814] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bd28f3-3a29-edd4-9f6b-b2b298fc380b" [ 944.786814] env[69677]: _type = "Task" [ 944.786814] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.796552] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bd28f3-3a29-edd4-9f6b-b2b298fc380b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.814198] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: a18adc08-5acc-4a2e-978a-93b40e9676d2] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.913503] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "refresh_cache-d236251f-9aa7-4285-b5f3-bdf436f9ccc8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.913503] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired lock "refresh_cache-d236251f-9aa7-4285-b5f3-bdf436f9ccc8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.913503] env[69677]: DEBUG nova.network.neutron [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.958599] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1a619-0f7b-b8a5-0a71-aa5da25530dd/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.959588] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed5a190-a4eb-4abb-afab-a7165495ff94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.970652] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1a619-0f7b-b8a5-0a71-aa5da25530dd/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.970894] env[69677]: ERROR oslo_vmware.rw_handles [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1a619-0f7b-b8a5-0a71-aa5da25530dd/disk-0.vmdk due to incomplete transfer. [ 944.971181] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-848a8fee-e751-4e14-ac13-67a244417e09 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.974725] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.716s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.974961] env[69677]: INFO nova.compute.manager [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Migrating [ 944.982505] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.510s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.983977] env[69677]: INFO nova.compute.claims [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.986966] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c1a619-0f7b-b8a5-0a71-aa5da25530dd/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 944.986966] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Uploaded image 0ea01a21-2812-49bf-8fad-1690e1fd7196 to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 944.992985] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 944.996321] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-81a106b2-78e3-468e-910d-b72b756527f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.010474] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 945.010474] env[69677]: value = "task-3436689" [ 945.010474] env[69677]: _type = "Task" [ 945.010474] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.024646] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436689, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.053343] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436688, 'name': ReconfigVM_Task, 'duration_secs': 0.341605} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.053706] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 943406a5-7ddb-43dc-a8e6-55839e2ce90d/943406a5-7ddb-43dc-a8e6-55839e2ce90d.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.054447] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-471d6953-7423-4aa9-b794-9349a74e6190 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.063190] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 945.063190] env[69677]: value = "task-3436690" [ 945.063190] env[69677]: _type = "Task" [ 945.063190] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.080894] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436690, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.187419] env[69677]: DEBUG nova.network.neutron [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Updated VIF entry in instance network info cache for port 7fd666ac-012e-4ce0-8851-d9096d18bab2. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.187814] env[69677]: DEBUG nova.network.neutron [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Updating instance_info_cache with network_info: [{"id": "7fd666ac-012e-4ce0-8851-d9096d18bab2", "address": "fa:16:3e:f2:10:cb", "network": {"id": "5713f060-b248-40cc-ba4c-c01f2f1382e1", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-595723502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab5060888ccb420aabd0fa387d59260c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fd666ac-01", "ovs_interfaceid": "7fd666ac-012e-4ce0-8851-d9096d18bab2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.299730] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bd28f3-3a29-edd4-9f6b-b2b298fc380b, 'name': SearchDatastore_Task, 'duration_secs': 0.0142} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.300528] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc64bc2d-5b27-4684-8ebe-b57168f494ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.306576] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for the task: (returnval){ [ 945.306576] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529cf4ac-f0a4-290d-c525-c899f1a85942" [ 945.306576] env[69677]: _type = "Task" [ 945.306576] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.315365] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529cf4ac-f0a4-290d-c525-c899f1a85942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.315710] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: b2022c4d-b86c-4429-af76-d9c7e2121739] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.464829] env[69677]: DEBUG nova.network.neutron [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.504788] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.504976] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.505171] env[69677]: DEBUG nova.network.neutron [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.532723] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436689, 'name': Destroy_Task, 'duration_secs': 0.403496} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.532993] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Destroyed the VM [ 945.533244] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.533505] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-abfd5601-cb0b-4918-bb14-1129523e2e2c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.544060] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 945.544060] env[69677]: value = "task-3436691" [ 945.544060] env[69677]: _type = "Task" [ 945.544060] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.555663] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436691, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.578533] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436690, 'name': Rename_Task, 'duration_secs': 0.168064} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.578869] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.579138] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-783d8f1e-c49f-4bc1-9901-d20760cf1829 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.589127] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 945.589127] env[69677]: value = "task-3436692" [ 945.589127] env[69677]: _type = "Task" [ 945.589127] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.599838] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.671314] env[69677]: DEBUG nova.network.neutron [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Updating instance_info_cache with network_info: [{"id": "fe5ba145-0bfc-42fd-b5cb-603024acf162", "address": "fa:16:3e:7c:f9:84", "network": {"id": "819ab7eb-9a02-4f7a-90b0-59d39cc5e214", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1690259758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2e046f52924905ad44f149ddb1de4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5ba145-0b", "ovs_interfaceid": "fe5ba145-0bfc-42fd-b5cb-603024acf162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.692888] env[69677]: DEBUG oslo_concurrency.lockutils [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] Releasing lock "refresh_cache-2371ee5b-4006-4edf-a063-8dd850f5b78f" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.692888] env[69677]: DEBUG nova.compute.manager [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Received event network-vif-plugged-fe5ba145-0bfc-42fd-b5cb-603024acf162 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.692888] env[69677]: DEBUG oslo_concurrency.lockutils [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] Acquiring lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.692888] env[69677]: DEBUG oslo_concurrency.lockutils [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] Lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.692888] env[69677]: DEBUG oslo_concurrency.lockutils [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] Lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.693159] env[69677]: DEBUG nova.compute.manager [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] No waiting events found dispatching network-vif-plugged-fe5ba145-0bfc-42fd-b5cb-603024acf162 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.693159] env[69677]: WARNING nova.compute.manager [req-a170dae7-33b6-43c1-ade5-4f4f0736a9f9 req-2774f80c-2ddd-4dc5-8322-d90e38e080cd service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Received unexpected event network-vif-plugged-fe5ba145-0bfc-42fd-b5cb-603024acf162 for instance with vm_state building and task_state spawning. [ 945.821146] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 067561be-d2a7-4bba-9053-1091353849db] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.823519] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529cf4ac-f0a4-290d-c525-c899f1a85942, 'name': SearchDatastore_Task, 'duration_secs': 0.032801} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.823768] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.824215] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 2371ee5b-4006-4edf-a063-8dd850f5b78f/2371ee5b-4006-4edf-a063-8dd850f5b78f.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.824503] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c0cfa34-6db9-4a72-8b1c-81752f7e8bb7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.839353] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for the task: (returnval){ [ 945.839353] env[69677]: value = "task-3436693" [ 945.839353] env[69677]: _type = "Task" [ 945.839353] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.847870] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.071052] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436691, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.104426] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436692, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.176708] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lock "refresh_cache-d236251f-9aa7-4285-b5f3-bdf436f9ccc8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.176708] env[69677]: DEBUG nova.compute.manager [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Instance network_info: |[{"id": "fe5ba145-0bfc-42fd-b5cb-603024acf162", "address": "fa:16:3e:7c:f9:84", "network": {"id": "819ab7eb-9a02-4f7a-90b0-59d39cc5e214", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1690259758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2e046f52924905ad44f149ddb1de4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5ba145-0b", "ovs_interfaceid": "fe5ba145-0bfc-42fd-b5cb-603024acf162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.177778] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:f9:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe5ba145-0bfc-42fd-b5cb-603024acf162', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.188898] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.194812] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.196352] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7dcd7af-c358-4c8f-a0d3-50849696c2b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.229912] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.229912] env[69677]: value = "task-3436694" [ 946.229912] env[69677]: _type = "Task" [ 946.229912] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.243892] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436694, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.335671] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 565d2ed6-2738-458b-92c5-529598079afd] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.351561] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500913} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.351561] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 2371ee5b-4006-4edf-a063-8dd850f5b78f/2371ee5b-4006-4edf-a063-8dd850f5b78f.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.351800] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.352000] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a18b5d8a-9a2c-4cf9-b9ab-17e7530a621a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.362731] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for the task: (returnval){ [ 946.362731] env[69677]: value = "task-3436695" [ 946.362731] env[69677]: _type = "Task" [ 946.362731] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.372916] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.418899] env[69677]: DEBUG nova.compute.manager [req-39e8994d-5763-4387-8dc9-3e004dd47f67 req-ac5d486b-8574-49a5-ba1f-0b64a372e8ff service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Received event network-changed-fe5ba145-0bfc-42fd-b5cb-603024acf162 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.419071] env[69677]: DEBUG nova.compute.manager [req-39e8994d-5763-4387-8dc9-3e004dd47f67 req-ac5d486b-8574-49a5-ba1f-0b64a372e8ff service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Refreshing instance network info cache due to event network-changed-fe5ba145-0bfc-42fd-b5cb-603024acf162. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.419242] env[69677]: DEBUG oslo_concurrency.lockutils [req-39e8994d-5763-4387-8dc9-3e004dd47f67 req-ac5d486b-8574-49a5-ba1f-0b64a372e8ff service nova] Acquiring lock "refresh_cache-d236251f-9aa7-4285-b5f3-bdf436f9ccc8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.419386] env[69677]: DEBUG oslo_concurrency.lockutils [req-39e8994d-5763-4387-8dc9-3e004dd47f67 req-ac5d486b-8574-49a5-ba1f-0b64a372e8ff service nova] Acquired lock "refresh_cache-d236251f-9aa7-4285-b5f3-bdf436f9ccc8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.420059] env[69677]: DEBUG nova.network.neutron [req-39e8994d-5763-4387-8dc9-3e004dd47f67 req-ac5d486b-8574-49a5-ba1f-0b64a372e8ff service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Refreshing network info cache for port fe5ba145-0bfc-42fd-b5cb-603024acf162 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.422029] env[69677]: DEBUG nova.network.neutron [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance_info_cache with network_info: [{"id": "be902f56-d320-4f35-b22f-45517d4b9e61", "address": "fa:16:3e:25:13:46", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe902f56-d3", "ovs_interfaceid": "be902f56-d320-4f35-b22f-45517d4b9e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.559608] env[69677]: DEBUG oslo_vmware.api [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436691, 'name': RemoveSnapshot_Task, 'duration_secs': 0.828038} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.560703] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.560703] env[69677]: INFO nova.compute.manager [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Took 12.98 seconds to snapshot the instance on the hypervisor. [ 946.606929] env[69677]: DEBUG oslo_vmware.api [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436692, 'name': PowerOnVM_Task, 'duration_secs': 0.589679} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.607046] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.607357] env[69677]: INFO nova.compute.manager [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Took 8.79 seconds to spawn the instance on the hypervisor. [ 946.607908] env[69677]: DEBUG nova.compute.manager [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.608327] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379e5d3f-9a6e-4169-9dba-3b196c931d24 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.653325] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71665aaf-5583-4fb2-a10e-efce75f62a2b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.662885] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76749aaf-4dd9-4387-910e-32d076c49b8e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.700535] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12df194-a872-40f3-a76c-c6f8d74b38ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.709815] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248b47ea-5d7f-4104-9461-dc75928bd335 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.728646] env[69677]: DEBUG nova.compute.provider_tree [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.740953] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436694, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.845394] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 9b30fa05-5ba9-405e-9cdf-e62e5bccea3c] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.874824] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.926976] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.118412] env[69677]: DEBUG nova.compute.manager [None req-bb6387e8-4efa-46a3-bd71-5d6114ed2447 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Found 2 images (rotation: 2) {{(pid=69677) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 947.132641] env[69677]: INFO nova.compute.manager [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Took 46.73 seconds to build instance. [ 947.168484] env[69677]: DEBUG nova.network.neutron [req-39e8994d-5763-4387-8dc9-3e004dd47f67 req-ac5d486b-8574-49a5-ba1f-0b64a372e8ff service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Updated VIF entry in instance network info cache for port fe5ba145-0bfc-42fd-b5cb-603024acf162. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.168906] env[69677]: DEBUG nova.network.neutron [req-39e8994d-5763-4387-8dc9-3e004dd47f67 req-ac5d486b-8574-49a5-ba1f-0b64a372e8ff service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Updating instance_info_cache with network_info: [{"id": "fe5ba145-0bfc-42fd-b5cb-603024acf162", "address": "fa:16:3e:7c:f9:84", "network": {"id": "819ab7eb-9a02-4f7a-90b0-59d39cc5e214", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1690259758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2e046f52924905ad44f149ddb1de4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe5ba145-0b", "ovs_interfaceid": "fe5ba145-0bfc-42fd-b5cb-603024acf162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.231760] env[69677]: DEBUG nova.scheduler.client.report [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.246619] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436694, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.348582] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 52564a19-8877-410c-8f7e-d553c9382eeb] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.375962] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.984903} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.376248] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.377102] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc1ca36-3c45-419f-96a5-4e178abf7388 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.401900] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 2371ee5b-4006-4edf-a063-8dd850f5b78f/2371ee5b-4006-4edf-a063-8dd850f5b78f.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.402776] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffea2667-4144-48b1-aec5-f286ea692a27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.429154] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for the task: (returnval){ [ 947.429154] env[69677]: value = "task-3436696" [ 947.429154] env[69677]: _type = "Task" [ 947.429154] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.446882] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.632218] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a01f69f6-f0a4-40ce-9f8e-f4b53a5731c2 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.247s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.674834] env[69677]: DEBUG oslo_concurrency.lockutils [req-39e8994d-5763-4387-8dc9-3e004dd47f67 req-ac5d486b-8574-49a5-ba1f-0b64a372e8ff service nova] Releasing lock "refresh_cache-d236251f-9aa7-4285-b5f3-bdf436f9ccc8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.741288] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.745553] env[69677]: DEBUG nova.compute.manager [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 947.747176] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.916s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.749186] env[69677]: INFO nova.compute.claims [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.761487] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436694, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.832043] env[69677]: DEBUG nova.compute.manager [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.832043] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ff9626-1900-4e4f-8637-0927412edc03 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.855026] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 06b16f93-afb2-4c94-92b6-1afeffaf2f85] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.944466] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.954988] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.954988] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.246676] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436694, 'name': CreateVM_Task, 'duration_secs': 1.696356} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.246899] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.247683] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.247883] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.248303] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.248585] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bbb8d31-1b79-42c1-95d5-c8d290582af4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.253944] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 948.253944] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cfe6c8-390d-5016-d53c-290512ba2977" [ 948.253944] env[69677]: _type = "Task" [ 948.253944] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.260396] env[69677]: DEBUG nova.compute.utils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.261829] env[69677]: DEBUG nova.compute.manager [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Not allocating networking since 'none' was specified. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 948.269033] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cfe6c8-390d-5016-d53c-290512ba2977, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.269955] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.270206] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.270484] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.270588] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.270768] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.271403] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bf8bc36-2fc5-447d-af95-d55adabd45dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.282599] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.282799] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.283803] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b8d98f-ca2b-41ca-ac54-544f15b3c373 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.293017] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 948.293017] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dbe523-4557-ba4f-58c0-0f6a309072f9" [ 948.293017] env[69677]: _type = "Task" [ 948.293017] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.303192] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dbe523-4557-ba4f-58c0-0f6a309072f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.347549] env[69677]: INFO nova.compute.manager [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] instance snapshotting [ 948.347549] env[69677]: DEBUG nova.objects.instance [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'flavor' on Instance uuid 6c3672e1-0f0f-4493-9251-d6266b5b34f0 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.357693] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: bd00baad-1cf3-4eb3-bb3a-5763f87364ca] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.440943] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436696, 'name': ReconfigVM_Task, 'duration_secs': 0.8164} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.441260] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 2371ee5b-4006-4edf-a063-8dd850f5b78f/2371ee5b-4006-4edf-a063-8dd850f5b78f.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.441907] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-478a39e4-84a2-40ab-82b2-4a6d8572171e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.451026] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d27c000-15f8-45d9-9a5a-0ef73dc9db07 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.454656] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for the task: (returnval){ [ 948.454656] env[69677]: value = "task-3436697" [ 948.454656] env[69677]: _type = "Task" [ 948.454656] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.473057] env[69677]: DEBUG nova.compute.manager [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.479262] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance 'bdfc039f-c910-4089-b0b1-b7f8e2b96ef5' progress to 0 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.489616] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436697, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.766856] env[69677]: DEBUG nova.compute.manager [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 948.802277] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dbe523-4557-ba4f-58c0-0f6a309072f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.803185] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924143bf-7d2b-41f0-9605-bac682e1be11 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.808494] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.808748] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.808958] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.809159] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.809330] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.812167] env[69677]: INFO nova.compute.manager [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Terminating instance [ 948.816299] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 948.816299] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5238f8dd-08a1-c940-a09e-90365e4f592e" [ 948.816299] env[69677]: _type = "Task" [ 948.816299] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.827667] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5238f8dd-08a1-c940-a09e-90365e4f592e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.854837] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48582ead-f17d-4808-97ba-d6f5172a8396 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.878209] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 62fa0b0e-ea00-43db-ab56-6690a625af50] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.880399] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.880637] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.880830] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.881016] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.881185] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.885741] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b39c783-afe0-4785-94a1-0834ed6b1a64 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.888493] env[69677]: INFO nova.compute.manager [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Terminating instance [ 948.966820] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436697, 'name': Rename_Task, 'duration_secs': 0.374267} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.966820] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.966820] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a9b4ede-22fc-48e0-b5d8-c901c375b1ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.980173] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for the task: (returnval){ [ 948.980173] env[69677]: value = "task-3436698" [ 948.980173] env[69677]: _type = "Task" [ 948.980173] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.987404] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.992612] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-998c5e78-1384-4b46-a29d-ca22baa2076b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.998748] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.001406] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 949.001406] env[69677]: value = "task-3436699" [ 949.001406] env[69677]: _type = "Task" [ 949.001406] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.006754] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.016454] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.323640] env[69677]: DEBUG nova.compute.manager [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.323857] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.325451] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a42ff56-cfcd-4ff2-b571-baaa1136c6c9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.334950] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5238f8dd-08a1-c940-a09e-90365e4f592e, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.337474] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.337765] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] d236251f-9aa7-4285-b5f3-bdf436f9ccc8/d236251f-9aa7-4285-b5f3-bdf436f9ccc8.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.338527] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.339575] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f674f922-9476-45f5-bea8-389f0b1b5296 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.341385] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e7724bb-194e-4523-9e3a-eae2bfec333a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.344337] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787e3eab-aa07-4b4b-9525-f2ae2f71e47e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.352731] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604e7403-e000-4c09-bac5-ebf8ff3340b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.358694] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 949.358694] env[69677]: value = "task-3436701" [ 949.358694] env[69677]: _type = "Task" [ 949.358694] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.359025] env[69677]: DEBUG oslo_vmware.api [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 949.359025] env[69677]: value = "task-3436700" [ 949.359025] env[69677]: _type = "Task" [ 949.359025] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.393061] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 6c894749-c374-4b27-87c7-bc4368920511] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.395694] env[69677]: DEBUG nova.compute.manager [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.396202] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.398059] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b14e18d-f3d6-448d-acf2-81b5592f056a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.401728] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2859c1-80f8-405e-a47f-c22a81e91a4d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.411956] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 949.412663] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.412924] env[69677]: DEBUG oslo_vmware.api [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.413164] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a96b836b-8b04-4e67-8cfe-d36741f251ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.426585] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acd9a46-22d0-41ed-98ab-2735bfebf95d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.431110] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.431479] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 949.431479] env[69677]: value = "task-3436702" [ 949.431479] env[69677]: _type = "Task" [ 949.431479] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.432046] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b31b32d-c42f-4c84-9af1-3a367a1f36c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.447274] env[69677]: DEBUG nova.compute.provider_tree [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.452122] env[69677]: DEBUG oslo_vmware.api [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 949.452122] env[69677]: value = "task-3436703" [ 949.452122] env[69677]: _type = "Task" [ 949.452122] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.455375] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436702, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.464182] env[69677]: DEBUG oslo_vmware.api [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.493527] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.512966] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436699, 'name': PowerOffVM_Task, 'duration_secs': 0.239813} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.513321] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.513518] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance 'bdfc039f-c910-4089-b0b1-b7f8e2b96ef5' progress to 17 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.779705] env[69677]: DEBUG nova.compute.manager [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 949.810862] env[69677]: DEBUG nova.virt.hardware [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.811130] env[69677]: DEBUG nova.virt.hardware [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.811291] env[69677]: DEBUG nova.virt.hardware [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.811477] env[69677]: DEBUG nova.virt.hardware [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.811629] env[69677]: DEBUG nova.virt.hardware [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.811801] env[69677]: DEBUG nova.virt.hardware [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.812030] env[69677]: DEBUG nova.virt.hardware [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.812198] env[69677]: DEBUG nova.virt.hardware [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.812404] env[69677]: DEBUG nova.virt.hardware [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.812527] env[69677]: DEBUG nova.virt.hardware [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.812981] env[69677]: DEBUG nova.virt.hardware [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.813951] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ad5f80-d672-49ef-b68f-2e9f4efa64a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.824627] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c9417d-5e85-47d5-9e99-de08b2c02f71 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.840557] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.846448] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Creating folder: Project (8f155882349b45a4a070d8581e91f7bf). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.847148] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19e3a3ed-7448-459c-adde-badd2025cad4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.871875] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Created folder: Project (8f155882349b45a4a070d8581e91f7bf) in parent group-v685897. [ 949.872032] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Creating folder: Instances. Parent ref: group-v686100. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.873598] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84d6c338-287d-4c40-ab37-27f1f071c69d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.880429] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436701, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.883789] env[69677]: DEBUG oslo_vmware.api [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436700, 'name': PowerOffVM_Task, 'duration_secs': 0.180291} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.884078] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.884247] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.884843] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-880a6d6d-2948-4764-b2cd-a03ff3f6983d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.891431] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Created folder: Instances in parent group-v686100. [ 949.891692] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.891891] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.892122] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ec85ee6-db01-4f43-a028-34f368be47dd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.905053] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 74028c39-0858-48ca-aee8-18b66c99b242] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.912903] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.912903] env[69677]: value = "task-3436707" [ 949.912903] env[69677]: _type = "Task" [ 949.912903] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.923716] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436707, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.948025] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436702, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.951502] env[69677]: DEBUG nova.scheduler.client.report [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.971029] env[69677]: DEBUG oslo_vmware.api [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436703, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.973015] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.973307] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.973731] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleting the datastore file [datastore1] 3a5061e3-1bdf-4c09-b410-fc473ef14b0b {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.973877] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a00008ad-3cbd-40e0-80b9-9c05a109ec5e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.989305] env[69677]: DEBUG oslo_vmware.api [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 949.989305] env[69677]: value = "task-3436708" [ 949.989305] env[69677]: _type = "Task" [ 949.989305] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.998138] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.005746] env[69677]: DEBUG oslo_vmware.api [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.020686] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.021132] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.021406] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.021635] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.021788] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.021939] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.022196] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.022364] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.022561] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.022741] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.023015] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.029906] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a7a4b08-982d-43f1-bb08-bcc6536ce18c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.049441] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 950.049441] env[69677]: value = "task-3436709" [ 950.049441] env[69677]: _type = "Task" [ 950.049441] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.061347] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.373026] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723978} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.373026] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] d236251f-9aa7-4285-b5f3-bdf436f9ccc8/d236251f-9aa7-4285-b5f3-bdf436f9ccc8.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.373026] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.373026] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abf77132-26b1-4b0b-8fcc-d2f97c871c10 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.380401] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 950.380401] env[69677]: value = "task-3436710" [ 950.380401] env[69677]: _type = "Task" [ 950.380401] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.389769] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.408623] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: e016fdbe-7de5-4e2a-bbff-ab08a79f9503] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.424557] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436707, 'name': CreateVM_Task, 'duration_secs': 0.340465} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.424680] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.425202] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.425606] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.425714] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.426021] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa4aade2-1e87-4941-8c26-b845e8bb0c28 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.432289] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 950.432289] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d1d1f3-a67c-b732-334e-31552b7aec4a" [ 950.432289] env[69677]: _type = "Task" [ 950.432289] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.447273] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d1d1f3-a67c-b732-334e-31552b7aec4a, 'name': SearchDatastore_Task, 'duration_secs': 0.012376} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.450624] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.450865] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.451488] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.451488] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.451488] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.452140] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436702, 'name': CreateSnapshot_Task, 'duration_secs': 0.987592} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.452360] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b13f8f5-1b7f-4b0d-9a23-45dd752c55c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.454341] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 950.455058] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b220def1-cec7-48a2-81d3-21b855361e44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.459895] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.460486] env[69677]: DEBUG nova.compute.manager [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.466863] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.422s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.468369] env[69677]: INFO nova.compute.claims [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.473754] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.473936] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.478311] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d522a7d-ffbe-428b-84ec-a156424fbd1b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.487345] env[69677]: DEBUG oslo_vmware.api [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436703, 'name': PowerOffVM_Task, 'duration_secs': 0.578387} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.491666] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.492067] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.493647] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f05f4eee-6ccd-46fa-8c96-b992898303cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.495401] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 950.495401] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521e7cc1-e771-5dfb-eab5-a67f7062f13f" [ 950.495401] env[69677]: _type = "Task" [ 950.495401] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.505728] env[69677]: DEBUG oslo_vmware.api [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436698, 'name': PowerOnVM_Task, 'duration_secs': 1.403799} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.506470] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.506566] env[69677]: INFO nova.compute.manager [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Took 9.96 seconds to spawn the instance on the hypervisor. [ 950.506751] env[69677]: DEBUG nova.compute.manager [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.507604] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a43da10-99e3-4bc9-9bc3-439a4166f643 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.519630] env[69677]: DEBUG oslo_vmware.api [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205196} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.519877] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521e7cc1-e771-5dfb-eab5-a67f7062f13f, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.521616] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.521813] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.525021] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.525021] env[69677]: INFO nova.compute.manager [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 950.525021] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.525021] env[69677]: DEBUG nova.compute.manager [-] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.525021] env[69677]: DEBUG nova.network.neutron [-] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.525316] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0978c7-6e66-4d56-9888-d03d1540b38c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.538123] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 950.538123] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5211f874-735a-221f-ab76-67dd89cdf943" [ 950.538123] env[69677]: _type = "Task" [ 950.538123] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.548747] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5211f874-735a-221f-ab76-67dd89cdf943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.559126] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436709, 'name': ReconfigVM_Task, 'duration_secs': 0.212949} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.559444] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance 'bdfc039f-c910-4089-b0b1-b7f8e2b96ef5' progress to 33 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 950.592342] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.592529] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.592619] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleting the datastore file [datastore1] 943406a5-7ddb-43dc-a8e6-55839e2ce90d {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.592902] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0cfef5b-d85a-4f4c-83a2-d4dc0502faa1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.601925] env[69677]: DEBUG oslo_vmware.api [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 950.601925] env[69677]: value = "task-3436712" [ 950.601925] env[69677]: _type = "Task" [ 950.601925] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.611520] env[69677]: DEBUG oslo_vmware.api [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.892688] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13218} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.893043] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.894108] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c25b403-c8d0-447a-b4f9-3aa75c5535aa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.920709] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] d236251f-9aa7-4285-b5f3-bdf436f9ccc8/d236251f-9aa7-4285-b5f3-bdf436f9ccc8.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.920709] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: d75472ff-5fce-4d5b-b46d-1bcac9e5309f] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.922286] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c055a51a-7265-422d-bf86-8bed0e3f3828 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.953279] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 950.953279] env[69677]: value = "task-3436713" [ 950.953279] env[69677]: _type = "Task" [ 950.953279] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.966223] env[69677]: DEBUG nova.compute.utils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.971022] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.971022] env[69677]: DEBUG nova.compute.manager [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.971022] env[69677]: DEBUG nova.network.neutron [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.995884] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 950.996890] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b98ea861-6398-40a9-a5f7-943c1acbb8ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.010883] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 951.010883] env[69677]: value = "task-3436714" [ 951.010883] env[69677]: _type = "Task" [ 951.010883] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.021972] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436714, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.044666] env[69677]: INFO nova.compute.manager [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Took 46.32 seconds to build instance. [ 951.054854] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5211f874-735a-221f-ab76-67dd89cdf943, 'name': SearchDatastore_Task, 'duration_secs': 0.026819} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.054854] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.054854] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2/1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.054854] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc485d96-1f67-4beb-a50d-606efb4e70e0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.065507] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.065782] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.065948] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.066493] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.067201] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.067500] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.067736] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.068412] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.068412] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.068568] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.068676] env[69677]: DEBUG nova.virt.hardware [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.074293] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 951.074652] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 951.074652] env[69677]: value = "task-3436715" [ 951.074652] env[69677]: _type = "Task" [ 951.074652] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.075590] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2842dad-8d2f-449f-88cc-9ea1e9b3d71b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.091740] env[69677]: DEBUG nova.policy [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fa0f248624e41ebab41859060927dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd60883233094981ba6e352fac3d1bf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.106403] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.110930] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 951.110930] env[69677]: value = "task-3436716" [ 951.110930] env[69677]: _type = "Task" [ 951.110930] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.118972] env[69677]: DEBUG oslo_vmware.api [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17256} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.119760] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.119967] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.120162] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.120374] env[69677]: INFO nova.compute.manager [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Took 1.72 seconds to destroy the instance on the hypervisor. [ 951.120642] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.120904] env[69677]: DEBUG nova.compute.manager [-] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.120989] env[69677]: DEBUG nova.network.neutron [-] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.127297] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.446137] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 52336a80-7d44-4da9-95cd-b810f96a0f71] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.469150] env[69677]: DEBUG nova.compute.manager [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.472132] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436713, 'name': ReconfigVM_Task, 'duration_secs': 0.380556} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.472681] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Reconfigured VM instance instance-00000047 to attach disk [datastore2] d236251f-9aa7-4285-b5f3-bdf436f9ccc8/d236251f-9aa7-4285-b5f3-bdf436f9ccc8.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.473340] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac094acb-f13e-49f9-815b-ddf0fe5914ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.487394] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 951.487394] env[69677]: value = "task-3436717" [ 951.487394] env[69677]: _type = "Task" [ 951.487394] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.501958] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436717, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.530437] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436714, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.547514] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d24a5cbd-4efe-469f-82ee-9a279ef89fd7 tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Lock "2371ee5b-4006-4edf-a063-8dd850f5b78f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.840s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.603905] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436715, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.624589] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436716, 'name': ReconfigVM_Task, 'duration_secs': 0.217192} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.628947] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 951.630294] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7931251-cbd5-4bbb-afa6-dbb4313c6061 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.669295] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] bdfc039f-c910-4089-b0b1-b7f8e2b96ef5/bdfc039f-c910-4089-b0b1-b7f8e2b96ef5.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.673714] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ea07b5-0022-4be7-acd0-d261d7ae652a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.700170] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 951.700170] env[69677]: value = "task-3436718" [ 951.700170] env[69677]: _type = "Task" [ 951.700170] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.718136] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.952253] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: ef962b36-635f-491c-9182-6d2ec8b6ea58] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.976183] env[69677]: DEBUG nova.network.neutron [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Successfully created port: de1d10bf-438c-43f8-964e-341aae054211 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.986793] env[69677]: DEBUG nova.compute.manager [req-7209f5a9-289b-49c4-803f-4fe751768ba7 req-c367ac6e-6539-4a0a-a9ae-62de2189c7f5 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Received event network-vif-deleted-cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.987496] env[69677]: INFO nova.compute.manager [req-7209f5a9-289b-49c4-803f-4fe751768ba7 req-c367ac6e-6539-4a0a-a9ae-62de2189c7f5 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Neutron deleted interface cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96; detaching it from the instance and deleting it from the info cache [ 951.989353] env[69677]: DEBUG nova.network.neutron [req-7209f5a9-289b-49c4-803f-4fe751768ba7 req-c367ac6e-6539-4a0a-a9ae-62de2189c7f5 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.004877] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436717, 'name': Rename_Task, 'duration_secs': 0.189888} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.005732] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.008528] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62bd1c63-789e-48c3-a123-386437cbe2ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.017493] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 952.017493] env[69677]: value = "task-3436719" [ 952.017493] env[69677]: _type = "Task" [ 952.017493] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.024363] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436714, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.029758] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.103616] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782085} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.103911] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2/1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.104189] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.104467] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-663a6bff-ab05-4731-a277-cf0b637255cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.120313] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 952.120313] env[69677]: value = "task-3436720" [ 952.120313] env[69677]: _type = "Task" [ 952.120313] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.130241] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.215049] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436718, 'name': ReconfigVM_Task, 'duration_secs': 0.334036} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.217046] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Reconfigured VM instance instance-00000040 to attach disk [datastore2] bdfc039f-c910-4089-b0b1-b7f8e2b96ef5/bdfc039f-c910-4089-b0b1-b7f8e2b96ef5.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.217832] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance 'bdfc039f-c910-4089-b0b1-b7f8e2b96ef5' progress to 50 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.224938] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f73822-82ca-44b2-8e8d-79e5aabfdf56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.234497] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45275aa0-092f-4189-9777-2a4c93b4246c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.276964] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21075721-25df-4e96-8f72-a698bfae5077 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.285856] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd38bd4b-e100-494c-b78a-04a1345a1ed2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.302396] env[69677]: DEBUG nova.compute.provider_tree [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.315979] env[69677]: DEBUG nova.network.neutron [-] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.391191] env[69677]: DEBUG nova.network.neutron [-] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.457843] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: d53fbbf6-c496-47a6-b4c1-3b466630b30b] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.491220] env[69677]: DEBUG nova.compute.manager [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.495296] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6c2c387-ea8f-4f81-99c3-cc348a4368d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.507633] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ad6198-6787-4e82-8d69-8600934820b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.533028] env[69677]: DEBUG nova.virt.hardware [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0f1547db05b1fd766a064d663e422e1e',container_format='bare',created_at=2025-04-15T13:31:57Z,direct_url=,disk_format='vmdk',id=c813370e-fb62-42f9-a934-06bbf91097cf,min_disk=1,min_ram=0,name='tempest-test-snap-1942373601',owner='cd60883233094981ba6e352fac3d1bf9',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-15T13:32:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.533285] env[69677]: DEBUG nova.virt.hardware [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.533445] env[69677]: DEBUG nova.virt.hardware [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.533627] env[69677]: DEBUG nova.virt.hardware [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.533805] env[69677]: DEBUG nova.virt.hardware [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.534017] env[69677]: DEBUG nova.virt.hardware [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.534301] env[69677]: DEBUG nova.virt.hardware [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.534508] env[69677]: DEBUG nova.virt.hardware [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.534688] env[69677]: DEBUG nova.virt.hardware [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.534850] env[69677]: DEBUG nova.virt.hardware [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.535391] env[69677]: DEBUG nova.virt.hardware [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.536184] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504a839d-22e3-4e49-b027-c07b2921481e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.547030] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436714, 'name': CloneVM_Task, 'duration_secs': 1.473077} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.547030] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436719, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.561420] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Created linked-clone VM from snapshot [ 952.562222] env[69677]: DEBUG nova.compute.manager [req-7209f5a9-289b-49c4-803f-4fe751768ba7 req-c367ac6e-6539-4a0a-a9ae-62de2189c7f5 service nova] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Detach interface failed, port_id=cfcfc556-5255-44cc-bbfe-4a9fb6cfaf96, reason: Instance 943406a5-7ddb-43dc-a8e6-55839e2ce90d could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.562709] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1c8315-4810-45ab-bd71-19047505180c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.569015] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5401448b-0246-44ad-b7b9-f75b7f91cc6b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.576292] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Uploading image a467de6e-6579-40be-aa3d-f61f1f7c05af {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 952.598714] env[69677]: DEBUG oslo_vmware.rw_handles [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 952.598714] env[69677]: value = "vm-686104" [ 952.598714] env[69677]: _type = "VirtualMachine" [ 952.598714] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 952.599101] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3acacbb9-aa1e-4b41-be91-0966d5aec829 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.608115] env[69677]: DEBUG oslo_vmware.rw_handles [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lease: (returnval){ [ 952.608115] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a28d7e-f3df-807b-5553-130d4ed66e40" [ 952.608115] env[69677]: _type = "HttpNfcLease" [ 952.608115] env[69677]: } obtained for exporting VM: (result){ [ 952.608115] env[69677]: value = "vm-686104" [ 952.608115] env[69677]: _type = "VirtualMachine" [ 952.608115] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 952.608517] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the lease: (returnval){ [ 952.608517] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a28d7e-f3df-807b-5553-130d4ed66e40" [ 952.608517] env[69677]: _type = "HttpNfcLease" [ 952.608517] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 952.616042] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 952.616042] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a28d7e-f3df-807b-5553-130d4ed66e40" [ 952.616042] env[69677]: _type = "HttpNfcLease" [ 952.616042] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 952.628063] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110994} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.628371] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.629220] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa26dcd-294e-4866-8b7d-565ce928fb79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.650443] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2/1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.650735] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-374e74c9-8ff5-4dfe-8c8a-e60f1cb9303a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.676113] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 952.676113] env[69677]: value = "task-3436722" [ 952.676113] env[69677]: _type = "Task" [ 952.676113] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.684702] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.729919] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37eb2e9-15dc-4424-b6a5-1f7642c1ce88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.752877] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93576eea-ea1c-4d38-82de-5e1a7706cc22 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.774645] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance 'bdfc039f-c910-4089-b0b1-b7f8e2b96ef5' progress to 67 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 952.805895] env[69677]: DEBUG nova.scheduler.client.report [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.823127] env[69677]: INFO nova.compute.manager [-] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Took 1.70 seconds to deallocate network for instance. [ 952.894869] env[69677]: INFO nova.compute.manager [-] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Took 2.37 seconds to deallocate network for instance. [ 952.962140] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: e2be96b0-8e10-4ea6-8dcb-cb26dcdcc4a6] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.036621] env[69677]: DEBUG oslo_vmware.api [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436719, 'name': PowerOnVM_Task, 'duration_secs': 0.725704} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.037385] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.037975] env[69677]: INFO nova.compute.manager [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Took 9.75 seconds to spawn the instance on the hypervisor. [ 953.038728] env[69677]: DEBUG nova.compute.manager [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.039145] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbced0b8-3196-4888-9fe9-405e8ee58706 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.116789] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 953.116789] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a28d7e-f3df-807b-5553-130d4ed66e40" [ 953.116789] env[69677]: _type = "HttpNfcLease" [ 953.116789] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 953.117381] env[69677]: DEBUG oslo_vmware.rw_handles [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 953.117381] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a28d7e-f3df-807b-5553-130d4ed66e40" [ 953.117381] env[69677]: _type = "HttpNfcLease" [ 953.117381] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 953.117981] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bced15-b343-4c28-b231-7fbf2c21abb3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.126482] env[69677]: DEBUG oslo_vmware.rw_handles [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c020-6054-ca29-0d25-6f2968cf7091/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 953.126677] env[69677]: DEBUG oslo_vmware.rw_handles [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c020-6054-ca29-0d25-6f2968cf7091/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 953.204490] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436722, 'name': ReconfigVM_Task, 'duration_secs': 0.489238} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.204785] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2/1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.205777] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ec7c463-49cb-46da-9dc2-8dbae8e404ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.215057] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 953.215057] env[69677]: value = "task-3436723" [ 953.215057] env[69677]: _type = "Task" [ 953.215057] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.225262] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436723, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.231183] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd682ed4-6f98-44ce-b677-6763b5542819 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.311043] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.311606] env[69677]: DEBUG nova.compute.manager [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.314317] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.893s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.315805] env[69677]: INFO nova.compute.claims [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.329686] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.343796] env[69677]: DEBUG nova.network.neutron [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Port be902f56-d320-4f35-b22f-45517d4b9e61 binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 953.403126] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.467226] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 953.467548] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Cleaning up deleted instances with incomplete migration {{(pid=69677) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 953.559909] env[69677]: INFO nova.compute.manager [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Took 45.31 seconds to build instance. [ 953.625573] env[69677]: DEBUG nova.network.neutron [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Successfully updated port: de1d10bf-438c-43f8-964e-341aae054211 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.699773] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquiring lock "2371ee5b-4006-4edf-a063-8dd850f5b78f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.700445] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Lock "2371ee5b-4006-4edf-a063-8dd850f5b78f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.700807] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquiring lock "2371ee5b-4006-4edf-a063-8dd850f5b78f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.702519] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Lock "2371ee5b-4006-4edf-a063-8dd850f5b78f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.702999] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Lock "2371ee5b-4006-4edf-a063-8dd850f5b78f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.707046] env[69677]: INFO nova.compute.manager [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Terminating instance [ 953.727402] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436723, 'name': Rename_Task, 'duration_secs': 0.267526} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.728323] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.728684] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78f0bc3e-0706-4f4a-be35-a8d19e9c5114 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.738154] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 953.738154] env[69677]: value = "task-3436724" [ 953.738154] env[69677]: _type = "Task" [ 953.738154] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.752131] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.820414] env[69677]: DEBUG nova.compute.utils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.827042] env[69677]: DEBUG nova.compute.manager [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Not allocating networking since 'none' was specified. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 953.970117] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.064025] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f687487c-e43e-436b-8f20-41090f979d2d tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.821s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.108469] env[69677]: DEBUG nova.compute.manager [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Received event network-vif-deleted-253d20e4-3876-4508-acb5-ccfe03612ba3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.108469] env[69677]: DEBUG nova.compute.manager [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Received event network-vif-plugged-de1d10bf-438c-43f8-964e-341aae054211 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.108469] env[69677]: DEBUG oslo_concurrency.lockutils [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] Acquiring lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.108469] env[69677]: DEBUG oslo_concurrency.lockutils [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] Lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.108469] env[69677]: DEBUG oslo_concurrency.lockutils [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] Lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.108691] env[69677]: DEBUG nova.compute.manager [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] No waiting events found dispatching network-vif-plugged-de1d10bf-438c-43f8-964e-341aae054211 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.108691] env[69677]: WARNING nova.compute.manager [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Received unexpected event network-vif-plugged-de1d10bf-438c-43f8-964e-341aae054211 for instance with vm_state building and task_state spawning. [ 954.108691] env[69677]: DEBUG nova.compute.manager [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Received event network-changed-de1d10bf-438c-43f8-964e-341aae054211 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.108985] env[69677]: DEBUG nova.compute.manager [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Refreshing instance network info cache due to event network-changed-de1d10bf-438c-43f8-964e-341aae054211. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.109452] env[69677]: DEBUG oslo_concurrency.lockutils [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] Acquiring lock "refresh_cache-aa05b061-db28-4bcb-912e-0dc9d8cc9a02" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.110037] env[69677]: DEBUG oslo_concurrency.lockutils [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] Acquired lock "refresh_cache-aa05b061-db28-4bcb-912e-0dc9d8cc9a02" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.110037] env[69677]: DEBUG nova.network.neutron [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Refreshing network info cache for port de1d10bf-438c-43f8-964e-341aae054211 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.128854] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "refresh_cache-aa05b061-db28-4bcb-912e-0dc9d8cc9a02" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.217269] env[69677]: DEBUG nova.compute.manager [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.217269] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.217751] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bfc72b-3546-4988-a554-f4fe49befce3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.227950] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.227950] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf140f4d-5561-4d75-a49d-746ad33e0886 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.236154] env[69677]: DEBUG oslo_vmware.api [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for the task: (returnval){ [ 954.236154] env[69677]: value = "task-3436725" [ 954.236154] env[69677]: _type = "Task" [ 954.236154] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.253537] env[69677]: DEBUG oslo_vmware.api [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.254203] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436724, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.328723] env[69677]: DEBUG nova.compute.manager [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.374970] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.375238] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.375797] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.468327] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.468680] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.469293] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.469293] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.469471] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.471618] env[69677]: INFO nova.compute.manager [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Terminating instance [ 954.659740] env[69677]: DEBUG nova.network.neutron [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.756878] env[69677]: DEBUG oslo_vmware.api [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436725, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.763620] env[69677]: DEBUG oslo_vmware.api [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436724, 'name': PowerOnVM_Task, 'duration_secs': 0.675473} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.767031] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.767031] env[69677]: INFO nova.compute.manager [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Took 4.99 seconds to spawn the instance on the hypervisor. [ 954.767031] env[69677]: DEBUG nova.compute.manager [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.767031] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bb93b0-1924-4e54-a3f7-f098e1f932a5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.776604] env[69677]: DEBUG nova.network.neutron [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.866923] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162dbd49-0c20-40d1-bc37-9df6c0d82982 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.878441] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265a037e-2b59-481c-a14f-2ef4203bb2fb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.913718] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fae0167-d70f-424e-8bc7-e8710b15bfaf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.923294] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237592c9-ca4e-42a1-812b-a2dc4197b638 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.941540] env[69677]: DEBUG nova.compute.provider_tree [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.976578] env[69677]: DEBUG nova.compute.manager [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.976817] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.977761] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9b7d33-4587-4028-b682-cc8809007a12 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.986807] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.987794] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05db63a1-ce50-4ecf-95ee-661aa852496e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.996246] env[69677]: DEBUG oslo_vmware.api [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 954.996246] env[69677]: value = "task-3436726" [ 954.996246] env[69677]: _type = "Task" [ 954.996246] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.006828] env[69677]: DEBUG oslo_vmware.api [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.249641] env[69677]: DEBUG oslo_vmware.api [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436725, 'name': PowerOffVM_Task, 'duration_secs': 0.529837} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.250090] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.250344] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.250685] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88fea2c0-d880-4425-b2a5-4872fc4f6344 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.283613] env[69677]: DEBUG oslo_concurrency.lockutils [req-d2a7a290-6325-4450-8228-d077dab9b547 req-a430a3d7-617d-44d1-b66b-890c289716b6 service nova] Releasing lock "refresh_cache-aa05b061-db28-4bcb-912e-0dc9d8cc9a02" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.287886] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "refresh_cache-aa05b061-db28-4bcb-912e-0dc9d8cc9a02" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.288195] env[69677]: DEBUG nova.network.neutron [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.294506] env[69677]: INFO nova.compute.manager [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Took 36.85 seconds to build instance. [ 955.324349] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.325152] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.325152] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Deleting the datastore file [datastore2] 2371ee5b-4006-4edf-a063-8dd850f5b78f {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.325397] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-280e821f-39f1-4ea9-b793-0eec748ebfbb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.335282] env[69677]: DEBUG oslo_vmware.api [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for the task: (returnval){ [ 955.335282] env[69677]: value = "task-3436728" [ 955.335282] env[69677]: _type = "Task" [ 955.335282] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.346253] env[69677]: DEBUG nova.compute.manager [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.348374] env[69677]: DEBUG oslo_vmware.api [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.372756] env[69677]: DEBUG nova.virt.hardware [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.373010] env[69677]: DEBUG nova.virt.hardware [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.373177] env[69677]: DEBUG nova.virt.hardware [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.373359] env[69677]: DEBUG nova.virt.hardware [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.373505] env[69677]: DEBUG nova.virt.hardware [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.373650] env[69677]: DEBUG nova.virt.hardware [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.373865] env[69677]: DEBUG nova.virt.hardware [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.374038] env[69677]: DEBUG nova.virt.hardware [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.374208] env[69677]: DEBUG nova.virt.hardware [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.374371] env[69677]: DEBUG nova.virt.hardware [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.374608] env[69677]: DEBUG nova.virt.hardware [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.375588] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63053f3b-b50d-4a67-9016-0fb66281cfe0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.387737] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c481072-6595-46b0-881e-a6f917882402 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.402605] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.408301] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.408590] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.408815] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dc5fcad-3556-4111-8c7f-9e5ff8456752 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.421512] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.421700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.421878] env[69677]: DEBUG nova.network.neutron [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.429790] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.429790] env[69677]: value = "task-3436729" [ 955.429790] env[69677]: _type = "Task" [ 955.429790] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.439886] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436729, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.448562] env[69677]: DEBUG nova.scheduler.client.report [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.511070] env[69677]: DEBUG oslo_vmware.api [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436726, 'name': PowerOffVM_Task, 'duration_secs': 0.240408} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.511460] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.511680] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.512067] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42af8a5f-815d-48e3-bc56-23554d8dcfb5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.592877] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.593122] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.593319] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Deleting the datastore file [datastore2] d236251f-9aa7-4285-b5f3-bdf436f9ccc8 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.593629] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0619d4c9-b646-4b9b-9718-436e3b3c3db6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.603884] env[69677]: DEBUG oslo_vmware.api [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 955.603884] env[69677]: value = "task-3436731" [ 955.603884] env[69677]: _type = "Task" [ 955.603884] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.616561] env[69677]: DEBUG oslo_vmware.api [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.797219] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8ddb9375-cebb-456d-ab7d-7e62432e88bc tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.382s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.840323] env[69677]: DEBUG nova.network.neutron [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.851047] env[69677]: DEBUG oslo_vmware.api [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Task: {'id': task-3436728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243559} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.851047] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.851047] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.851047] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.851047] env[69677]: INFO nova.compute.manager [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 955.851344] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.851344] env[69677]: DEBUG nova.compute.manager [-] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.851344] env[69677]: DEBUG nova.network.neutron [-] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.944769] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436729, 'name': CreateVM_Task, 'duration_secs': 0.386666} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.945033] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.945669] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.946032] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.946158] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.946430] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f188a079-0468-426e-8840-9cafb6c591d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.952272] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 955.952272] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523ab549-6ea5-6cdd-b2a3-5c5fd4c28012" [ 955.952272] env[69677]: _type = "Task" [ 955.952272] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.956121] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.956650] env[69677]: DEBUG nova.compute.manager [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.959715] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.498s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.961206] env[69677]: INFO nova.compute.claims [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.970076] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523ab549-6ea5-6cdd-b2a3-5c5fd4c28012, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.971256] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.971256] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.971256] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.971256] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.971494] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.971494] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f216dfea-0779-40de-8e2e-9b0e84cfd344 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.982094] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.983138] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.985705] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472cdb1d-860b-4724-b542-23fc98823b05 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.992287] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 955.992287] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e4f9fa-bb4f-5b97-902f-9615f457152f" [ 955.992287] env[69677]: _type = "Task" [ 955.992287] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.003141] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e4f9fa-bb4f-5b97-902f-9615f457152f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.114642] env[69677]: DEBUG oslo_vmware.api [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281791} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.117573] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.117802] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.118026] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.118278] env[69677]: INFO nova.compute.manager [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 956.118577] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.120962] env[69677]: DEBUG nova.compute.manager [-] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.121100] env[69677]: DEBUG nova.network.neutron [-] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.224446] env[69677]: DEBUG nova.network.neutron [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Updating instance_info_cache with network_info: [{"id": "de1d10bf-438c-43f8-964e-341aae054211", "address": "fa:16:3e:25:b1:53", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde1d10bf-43", "ovs_interfaceid": "de1d10bf-438c-43f8-964e-341aae054211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.405801] env[69677]: DEBUG nova.network.neutron [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance_info_cache with network_info: [{"id": "be902f56-d320-4f35-b22f-45517d4b9e61", "address": "fa:16:3e:25:13:46", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe902f56-d3", "ovs_interfaceid": "be902f56-d320-4f35-b22f-45517d4b9e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.466915] env[69677]: DEBUG nova.compute.utils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.470126] env[69677]: DEBUG nova.compute.manager [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.470264] env[69677]: DEBUG nova.network.neutron [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.504620] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e4f9fa-bb4f-5b97-902f-9615f457152f, 'name': SearchDatastore_Task, 'duration_secs': 0.018258} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.505754] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955872cb-fa88-413d-afca-8fb6f5fb45a8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.510368] env[69677]: DEBUG nova.compute.manager [req-d81a6f18-4e25-4e3a-aef6-f9b9ea1905cd req-194ae31c-ea49-4234-9fb9-638cd9ebd512 service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Received event network-vif-deleted-7fd666ac-012e-4ce0-8851-d9096d18bab2 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.511020] env[69677]: INFO nova.compute.manager [req-d81a6f18-4e25-4e3a-aef6-f9b9ea1905cd req-194ae31c-ea49-4234-9fb9-638cd9ebd512 service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Neutron deleted interface 7fd666ac-012e-4ce0-8851-d9096d18bab2; detaching it from the instance and deleting it from the info cache [ 956.511020] env[69677]: DEBUG nova.network.neutron [req-d81a6f18-4e25-4e3a-aef6-f9b9ea1905cd req-194ae31c-ea49-4234-9fb9-638cd9ebd512 service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.516743] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 956.516743] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520f2074-a37e-ca27-58d7-7d0a67c74cf6" [ 956.516743] env[69677]: _type = "Task" [ 956.516743] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.523578] env[69677]: DEBUG nova.policy [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dae1c2e7cfd741cf83bc894c9a7a0b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015f87514254484fb4d300753833434c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.528652] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520f2074-a37e-ca27-58d7-7d0a67c74cf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.622490] env[69677]: DEBUG nova.compute.manager [req-cafde89b-11a6-42b4-b906-4005095b0bf9 req-e2fb7afc-41ae-4e3f-ac26-534aee6c8454 service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Received event network-vif-deleted-fe5ba145-0bfc-42fd-b5cb-603024acf162 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.622913] env[69677]: INFO nova.compute.manager [req-cafde89b-11a6-42b4-b906-4005095b0bf9 req-e2fb7afc-41ae-4e3f-ac26-534aee6c8454 service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Neutron deleted interface fe5ba145-0bfc-42fd-b5cb-603024acf162; detaching it from the instance and deleting it from the info cache [ 956.622913] env[69677]: DEBUG nova.network.neutron [req-cafde89b-11a6-42b4-b906-4005095b0bf9 req-e2fb7afc-41ae-4e3f-ac26-534aee6c8454 service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.727651] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "refresh_cache-aa05b061-db28-4bcb-912e-0dc9d8cc9a02" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.728046] env[69677]: DEBUG nova.compute.manager [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Instance network_info: |[{"id": "de1d10bf-438c-43f8-964e-341aae054211", "address": "fa:16:3e:25:b1:53", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde1d10bf-43", "ovs_interfaceid": "de1d10bf-438c-43f8-964e-341aae054211", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.728616] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:b1:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de1d10bf-438c-43f8-964e-341aae054211', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.740773] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.741034] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.741277] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eeb6226-088e-41c4-984a-c2490d8401b3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.765241] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.765241] env[69677]: value = "task-3436732" [ 956.765241] env[69677]: _type = "Task" [ 956.765241] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.774952] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436732, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.900217] env[69677]: DEBUG nova.network.neutron [-] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.910038] env[69677]: DEBUG oslo_concurrency.lockutils [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.917809] env[69677]: DEBUG nova.network.neutron [-] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.917809] env[69677]: DEBUG nova.network.neutron [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Successfully created port: eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.970431] env[69677]: DEBUG nova.compute.manager [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.013560] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc8261bd-0abd-4b77-b452-4504c614791d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.026563] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369587ce-0b52-4a26-8c86-71f0787b13f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.046832] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520f2074-a37e-ca27-58d7-7d0a67c74cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.019256} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.047783] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.048305] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 9876de01-e37a-4903-b92e-090b18987ab6/9876de01-e37a-4903-b92e-090b18987ab6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.048719] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6eafcf0d-2812-413f-aec3-0cac9c27896d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.057830] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 957.057830] env[69677]: value = "task-3436733" [ 957.057830] env[69677]: _type = "Task" [ 957.057830] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.080480] env[69677]: DEBUG nova.compute.manager [req-d81a6f18-4e25-4e3a-aef6-f9b9ea1905cd req-194ae31c-ea49-4234-9fb9-638cd9ebd512 service nova] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Detach interface failed, port_id=7fd666ac-012e-4ce0-8851-d9096d18bab2, reason: Instance 2371ee5b-4006-4edf-a063-8dd850f5b78f could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.087820] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.126422] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e08d1dbd-fad9-4a04-bc9f-1784ddf977c3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.137169] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea21967-fdff-4919-a7b2-a26763a66313 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.184700] env[69677]: DEBUG nova.compute.manager [req-cafde89b-11a6-42b4-b906-4005095b0bf9 req-e2fb7afc-41ae-4e3f-ac26-534aee6c8454 service nova] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Detach interface failed, port_id=fe5ba145-0bfc-42fd-b5cb-603024acf162, reason: Instance d236251f-9aa7-4285-b5f3-bdf436f9ccc8 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.279956] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436732, 'name': CreateVM_Task, 'duration_secs': 0.451995} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.280167] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.280974] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.281176] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.281583] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.281876] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdad54ec-e6af-49c2-b2a4-4be39302c8ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.291027] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 957.291027] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c3b065-911a-496a-4268-832c14bc528e" [ 957.291027] env[69677]: _type = "Task" [ 957.291027] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.301271] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c3b065-911a-496a-4268-832c14bc528e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.404090] env[69677]: INFO nova.compute.manager [-] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Took 1.55 seconds to deallocate network for instance. [ 957.421817] env[69677]: INFO nova.compute.manager [-] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Took 1.30 seconds to deallocate network for instance. [ 957.441015] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b072bd-80e6-4eae-9295-3898ef52560e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.469533] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfb5c06-b26b-4d2d-af60-3edf40368ac7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.483178] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance 'bdfc039f-c910-4089-b0b1-b7f8e2b96ef5' progress to 83 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.576402] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436733, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.593009] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5a6f2d-c9ff-4292-84e8-cb1ecb7a969c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.603007] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33487e19-d112-4a10-9d8a-7e9b3792a4b9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.641896] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380292de-bcb2-4bea-8501-61a68babfa3e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.650371] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0bb806-4156-4d32-9f77-650ffcec61bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.666320] env[69677]: DEBUG nova.compute.provider_tree [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.804300] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.804300] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Processing image c813370e-fb62-42f9-a934-06bbf91097cf {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.804300] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf/c813370e-fb62-42f9-a934-06bbf91097cf.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.804505] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf/c813370e-fb62-42f9-a934-06bbf91097cf.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.804569] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.804822] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85eb6f35-bc9a-4f3f-b6a9-cf53d2becba1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.820410] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.820410] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.821250] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d700222-0a8b-4c8e-adc9-1880e74fddba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.828466] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 957.828466] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524e8cc4-a3c8-6d20-30c2-b978da77ed4d" [ 957.828466] env[69677]: _type = "Task" [ 957.828466] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.839491] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524e8cc4-a3c8-6d20-30c2-b978da77ed4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.915383] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.933439] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.993807] env[69677]: DEBUG nova.compute.manager [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.998368] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.998548] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a35a4dcb-839f-442e-8c99-cbd936dbe0dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.012466] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 958.012466] env[69677]: value = "task-3436734" [ 958.012466] env[69677]: _type = "Task" [ 958.012466] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.024216] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.026484] env[69677]: DEBUG nova.virt.hardware [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.026706] env[69677]: DEBUG nova.virt.hardware [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.026862] env[69677]: DEBUG nova.virt.hardware [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.027059] env[69677]: DEBUG nova.virt.hardware [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.027208] env[69677]: DEBUG nova.virt.hardware [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.027386] env[69677]: DEBUG nova.virt.hardware [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.027610] env[69677]: DEBUG nova.virt.hardware [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.027765] env[69677]: DEBUG nova.virt.hardware [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.027930] env[69677]: DEBUG nova.virt.hardware [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.028115] env[69677]: DEBUG nova.virt.hardware [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.028312] env[69677]: DEBUG nova.virt.hardware [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.029120] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0028dad-0333-4040-a0af-3fc5c49268f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.037356] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370a97d0-a699-401a-a5ad-4c134210b0ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.069521] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598222} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.069785] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 9876de01-e37a-4903-b92e-090b18987ab6/9876de01-e37a-4903-b92e-090b18987ab6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.070013] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.070629] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8946b7c9-f841-4cf9-8002-b2839a23f73e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.081117] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 958.081117] env[69677]: value = "task-3436735" [ 958.081117] env[69677]: _type = "Task" [ 958.081117] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.091432] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.169246] env[69677]: DEBUG nova.scheduler.client.report [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.341849] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Preparing fetch location {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 958.342149] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Fetch image to [datastore1] OSTACK_IMG_b57bf1e7-1aeb-41f4-b9df-0b667521d70c/OSTACK_IMG_b57bf1e7-1aeb-41f4-b9df-0b667521d70c.vmdk {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 958.342487] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Downloading stream optimized image c813370e-fb62-42f9-a934-06bbf91097cf to [datastore1] OSTACK_IMG_b57bf1e7-1aeb-41f4-b9df-0b667521d70c/OSTACK_IMG_b57bf1e7-1aeb-41f4-b9df-0b667521d70c.vmdk on the data store datastore1 as vApp {{(pid=69677) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 958.342770] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Downloading image file data c813370e-fb62-42f9-a934-06bbf91097cf to the ESX as VM named 'OSTACK_IMG_b57bf1e7-1aeb-41f4-b9df-0b667521d70c' {{(pid=69677) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 958.426541] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "b2462b4b-3f32-4398-b376-b6f40893ea94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.426827] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "b2462b4b-3f32-4398-b376-b6f40893ea94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.427058] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "b2462b4b-3f32-4398-b376-b6f40893ea94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.427258] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "b2462b4b-3f32-4398-b376-b6f40893ea94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.427529] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "b2462b4b-3f32-4398-b376-b6f40893ea94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.430567] env[69677]: INFO nova.compute.manager [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Terminating instance [ 958.432216] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 958.432216] env[69677]: value = "resgroup-9" [ 958.432216] env[69677]: _type = "ResourcePool" [ 958.432216] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 958.432489] env[69677]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ae864201-cbef-4fbd-8fd4-db23e95cd523 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.458549] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lease: (returnval){ [ 958.458549] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5273838f-1375-ad2b-6453-206c23e39d7e" [ 958.458549] env[69677]: _type = "HttpNfcLease" [ 958.458549] env[69677]: } obtained for vApp import into resource pool (val){ [ 958.458549] env[69677]: value = "resgroup-9" [ 958.458549] env[69677]: _type = "ResourcePool" [ 958.458549] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 958.459064] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the lease: (returnval){ [ 958.459064] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5273838f-1375-ad2b-6453-206c23e39d7e" [ 958.459064] env[69677]: _type = "HttpNfcLease" [ 958.459064] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.468962] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.468962] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5273838f-1375-ad2b-6453-206c23e39d7e" [ 958.468962] env[69677]: _type = "HttpNfcLease" [ 958.468962] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.494211] env[69677]: DEBUG oslo_concurrency.lockutils [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "fea16a35-e417-4a40-93c9-adcda456bbc6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.495269] env[69677]: DEBUG oslo_concurrency.lockutils [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.524639] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436734, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.591260] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085126} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.591565] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.592415] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428717bd-2265-460d-884a-1cfb21b8451d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.617037] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 9876de01-e37a-4903-b92e-090b18987ab6/9876de01-e37a-4903-b92e-090b18987ab6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.617037] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d364215c-38ab-4d9a-99df-c8974ec66efc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.641455] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 958.641455] env[69677]: value = "task-3436737" [ 958.641455] env[69677]: _type = "Task" [ 958.641455] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.652065] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.675292] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.676349] env[69677]: DEBUG nova.compute.manager [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.678892] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.760s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.679148] env[69677]: DEBUG nova.objects.instance [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lazy-loading 'resources' on Instance uuid 53c02b37-2f88-4705-86db-ec2cc3163e4e {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.801759] env[69677]: DEBUG nova.network.neutron [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Successfully updated port: eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.951162] env[69677]: DEBUG nova.compute.manager [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.951494] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.952569] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ea07c-e55b-4e7e-bffd-ea6beefd8eb1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.961981] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.965722] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26400391-2917-491d-8c20-3c409bc0a4ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.972450] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.972450] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5273838f-1375-ad2b-6453-206c23e39d7e" [ 958.972450] env[69677]: _type = "HttpNfcLease" [ 958.972450] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.973999] env[69677]: DEBUG oslo_vmware.api [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 958.973999] env[69677]: value = "task-3436738" [ 958.973999] env[69677]: _type = "Task" [ 958.973999] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.983618] env[69677]: DEBUG oslo_vmware.api [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.993296] env[69677]: DEBUG nova.compute.manager [req-887b819f-dba2-4ed2-ad8d-7323e694c711 req-89e21465-8afe-4bf4-93f2-77e058634bd4 service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Received event network-vif-plugged-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.993296] env[69677]: DEBUG oslo_concurrency.lockutils [req-887b819f-dba2-4ed2-ad8d-7323e694c711 req-89e21465-8afe-4bf4-93f2-77e058634bd4 service nova] Acquiring lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.993296] env[69677]: DEBUG oslo_concurrency.lockutils [req-887b819f-dba2-4ed2-ad8d-7323e694c711 req-89e21465-8afe-4bf4-93f2-77e058634bd4 service nova] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.993296] env[69677]: DEBUG oslo_concurrency.lockutils [req-887b819f-dba2-4ed2-ad8d-7323e694c711 req-89e21465-8afe-4bf4-93f2-77e058634bd4 service nova] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.993296] env[69677]: DEBUG nova.compute.manager [req-887b819f-dba2-4ed2-ad8d-7323e694c711 req-89e21465-8afe-4bf4-93f2-77e058634bd4 service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] No waiting events found dispatching network-vif-plugged-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.993493] env[69677]: WARNING nova.compute.manager [req-887b819f-dba2-4ed2-ad8d-7323e694c711 req-89e21465-8afe-4bf4-93f2-77e058634bd4 service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Received unexpected event network-vif-plugged-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 for instance with vm_state building and task_state spawning. [ 958.999057] env[69677]: DEBUG nova.compute.utils [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.029252] env[69677]: DEBUG oslo_vmware.api [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436734, 'name': PowerOnVM_Task, 'duration_secs': 0.527976} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.029778] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.030109] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-70494a17-a501-4092-831c-5374ab6b60fd tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance 'bdfc039f-c910-4089-b0b1-b7f8e2b96ef5' progress to 100 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.152703] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436737, 'name': ReconfigVM_Task, 'duration_secs': 0.451424} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.153129] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 9876de01-e37a-4903-b92e-090b18987ab6/9876de01-e37a-4903-b92e-090b18987ab6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.154559] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b140851d-af45-417b-aa6b-e68504c80d6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.166344] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 959.166344] env[69677]: value = "task-3436739" [ 959.166344] env[69677]: _type = "Task" [ 959.166344] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.176902] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436739, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.182791] env[69677]: DEBUG nova.compute.utils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.184602] env[69677]: DEBUG nova.compute.manager [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.185413] env[69677]: DEBUG nova.network.neutron [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.246719] env[69677]: DEBUG nova.policy [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '546c154ced06489ea6dfdbff85777583', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac3d5e125814de5bcadeccede3089e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.304467] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "refresh_cache-dd5a53cd-6bd9-4497-b607-0b857244b3a4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.304726] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "refresh_cache-dd5a53cd-6bd9-4497-b607-0b857244b3a4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.304805] env[69677]: DEBUG nova.network.neutron [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.473458] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.473458] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5273838f-1375-ad2b-6453-206c23e39d7e" [ 959.473458] env[69677]: _type = "HttpNfcLease" [ 959.473458] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 959.473458] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 959.473458] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5273838f-1375-ad2b-6453-206c23e39d7e" [ 959.473458] env[69677]: _type = "HttpNfcLease" [ 959.473458] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 959.473982] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099913a8-3272-4a30-80ed-74e13d569c7e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.491966] env[69677]: DEBUG oslo_vmware.api [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436738, 'name': PowerOffVM_Task, 'duration_secs': 0.323056} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.492346] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279b9df-96b0-fc7b-76e6-8af4e9b73d23/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 959.492463] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279b9df-96b0-fc7b-76e6-8af4e9b73d23/disk-0.vmdk. {{(pid=69677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 959.493885] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.494083] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.495202] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9983bb28-8e92-4c17-8546-5c6ccbd30622 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.567209] env[69677]: DEBUG oslo_concurrency.lockutils [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.073s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.579833] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-934b9bad-f951-46c8-9a29-652873530c39 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.608837] env[69677]: DEBUG nova.network.neutron [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Successfully created port: d6530336-438f-4a34-85ea-a8017986f708 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.655837] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.655837] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.655837] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Deleting the datastore file [datastore2] b2462b4b-3f32-4398-b376-b6f40893ea94 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.655837] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f3f0d7e-31bb-427c-ae05-26a76b36b00b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.663849] env[69677]: DEBUG oslo_vmware.api [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for the task: (returnval){ [ 959.663849] env[69677]: value = "task-3436741" [ 959.663849] env[69677]: _type = "Task" [ 959.663849] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.676684] env[69677]: DEBUG oslo_vmware.api [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.681322] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436739, 'name': Rename_Task, 'duration_secs': 0.222851} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.681626] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.681867] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a428053c-1945-4437-b402-e2d7165074da {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.693718] env[69677]: DEBUG nova.compute.manager [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.696483] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 959.696483] env[69677]: value = "task-3436742" [ 959.696483] env[69677]: _type = "Task" [ 959.696483] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.708107] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.824353] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e2b2e7-a9e0-42db-b05f-31f5c5c8cb27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.833026] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518fd2bd-0aaf-4adb-9c30-e623bbd4bde6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.838869] env[69677]: DEBUG nova.network.neutron [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.874067] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a264f6e8-5a3a-4f46-9441-51d755d9b5e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.883789] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90523bf-3e34-42d7-890f-46fd4ccbb841 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.901965] env[69677]: DEBUG nova.compute.provider_tree [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.013288] env[69677]: DEBUG nova.network.neutron [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Updating instance_info_cache with network_info: [{"id": "eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6", "address": "fa:16:3e:ef:c6:c5", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb517b6e-3a", "ovs_interfaceid": "eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.177592] env[69677]: DEBUG oslo_vmware.api [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Task: {'id': task-3436741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339539} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.179517] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.179828] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.179989] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.180197] env[69677]: INFO nova.compute.manager [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Took 1.23 seconds to destroy the instance on the hypervisor. [ 960.180453] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.180893] env[69677]: DEBUG nova.compute.manager [-] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.180893] env[69677]: DEBUG nova.network.neutron [-] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.213437] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436742, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.403896] env[69677]: DEBUG nova.scheduler.client.report [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.516485] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "refresh_cache-dd5a53cd-6bd9-4497-b607-0b857244b3a4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.516888] env[69677]: DEBUG nova.compute.manager [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Instance network_info: |[{"id": "eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6", "address": "fa:16:3e:ef:c6:c5", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb517b6e-3a", "ovs_interfaceid": "eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.517289] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:c6:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.525410] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.527711] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.527969] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2af8e58b-3d3c-44a2-a49c-9d343136f4ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.561609] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.561609] env[69677]: value = "task-3436743" [ 960.561609] env[69677]: _type = "Task" [ 960.561609] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.574986] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436743, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.605558] env[69677]: DEBUG oslo_concurrency.lockutils [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "fea16a35-e417-4a40-93c9-adcda456bbc6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.605991] env[69677]: DEBUG oslo_concurrency.lockutils [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.606363] env[69677]: INFO nova.compute.manager [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Attaching volume c171e71a-8d5c-402f-be13-d2b034341bbd to /dev/sdb [ 960.653691] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31e1bdd-16d0-42ec-8c60-bf1e04b37d54 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.663882] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3d21b5-a30c-46f7-92e2-1f993a8171a0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.669691] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Completed reading data from the image iterator. {{(pid=69677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 960.669931] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279b9df-96b0-fc7b-76e6-8af4e9b73d23/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 960.670828] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b66340b-54d8-43c3-bb14-5abb78fdd95c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.684140] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279b9df-96b0-fc7b-76e6-8af4e9b73d23/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 960.684140] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279b9df-96b0-fc7b-76e6-8af4e9b73d23/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 960.684140] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0dc363b8-b507-4e38-836f-26bdc4261a40 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.691339] env[69677]: DEBUG nova.virt.block_device [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updating existing volume attachment record: 96486236-a789-4937-b80c-025f3df51cab {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 960.708167] env[69677]: DEBUG nova.compute.manager [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.720717] env[69677]: DEBUG oslo_vmware.api [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436742, 'name': PowerOnVM_Task, 'duration_secs': 0.624372} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.721119] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.721536] env[69677]: INFO nova.compute.manager [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Took 5.37 seconds to spawn the instance on the hypervisor. [ 960.721627] env[69677]: DEBUG nova.compute.manager [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.722572] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759affe3-8725-45cf-a6c8-007cca2a9c92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.755674] env[69677]: DEBUG nova.virt.hardware [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.757013] env[69677]: DEBUG nova.virt.hardware [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.757013] env[69677]: DEBUG nova.virt.hardware [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.757013] env[69677]: DEBUG nova.virt.hardware [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.757270] env[69677]: DEBUG nova.virt.hardware [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.757373] env[69677]: DEBUG nova.virt.hardware [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.757795] env[69677]: DEBUG nova.virt.hardware [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.757899] env[69677]: DEBUG nova.virt.hardware [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.758060] env[69677]: DEBUG nova.virt.hardware [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.758443] env[69677]: DEBUG nova.virt.hardware [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.758750] env[69677]: DEBUG nova.virt.hardware [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.759956] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772bb978-6c1e-490b-a5fb-ef06459a95e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.771127] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a280ae-f3f7-4255-8778-a9e5647aee32 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.912742] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.917025] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.701s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.917025] env[69677]: DEBUG nova.objects.instance [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lazy-loading 'resources' on Instance uuid 54b0cd46-7846-49eb-953a-980942e37867 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.956086] env[69677]: INFO nova.scheduler.client.report [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Deleted allocations for instance 53c02b37-2f88-4705-86db-ec2cc3163e4e [ 961.009271] env[69677]: DEBUG oslo_vmware.rw_handles [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5279b9df-96b0-fc7b-76e6-8af4e9b73d23/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 961.009271] env[69677]: INFO nova.virt.vmwareapi.images [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Downloaded image file data c813370e-fb62-42f9-a934-06bbf91097cf [ 961.010297] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1ac307-a82a-40d7-80dc-37b3fe7317d7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.036534] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71b004aa-b302-4f65-a20f-3f4042107636 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.039977] env[69677]: DEBUG nova.compute.manager [req-566a835d-a4bd-4162-944b-0a71cc1f0858 req-d858d953-d437-4102-8031-4534353e215a service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Received event network-vif-deleted-8185a6dc-d992-4311-acd4-1ff2aa827545 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.040296] env[69677]: INFO nova.compute.manager [req-566a835d-a4bd-4162-944b-0a71cc1f0858 req-d858d953-d437-4102-8031-4534353e215a service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Neutron deleted interface 8185a6dc-d992-4311-acd4-1ff2aa827545; detaching it from the instance and deleting it from the info cache [ 961.040537] env[69677]: DEBUG nova.network.neutron [req-566a835d-a4bd-4162-944b-0a71cc1f0858 req-d858d953-d437-4102-8031-4534353e215a service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.071586] env[69677]: INFO nova.virt.vmwareapi.images [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] The imported VM was unregistered [ 961.075624] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Caching image {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 961.076042] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.080327] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36294188-94fb-4b41-a926-5ca3032c08d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.083756] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436743, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.098894] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Created directory with path [datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.099209] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b57bf1e7-1aeb-41f4-b9df-0b667521d70c/OSTACK_IMG_b57bf1e7-1aeb-41f4-b9df-0b667521d70c.vmdk to [datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf/c813370e-fb62-42f9-a934-06bbf91097cf.vmdk. {{(pid=69677) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 961.099958] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8fc18bdf-0e7f-4686-89bb-344ffcd1fddb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.108988] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 961.108988] env[69677]: value = "task-3436746" [ 961.108988] env[69677]: _type = "Task" [ 961.108988] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.120293] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436746, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.179310] env[69677]: DEBUG nova.compute.manager [req-dc59042c-8421-4958-8930-d5c695da2aac req-ffaff615-d45f-418c-ba09-074205b5fd08 service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Received event network-changed-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.179310] env[69677]: DEBUG nova.compute.manager [req-dc59042c-8421-4958-8930-d5c695da2aac req-ffaff615-d45f-418c-ba09-074205b5fd08 service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Refreshing instance network info cache due to event network-changed-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.180671] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc59042c-8421-4958-8930-d5c695da2aac req-ffaff615-d45f-418c-ba09-074205b5fd08 service nova] Acquiring lock "refresh_cache-dd5a53cd-6bd9-4497-b607-0b857244b3a4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.185104] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc59042c-8421-4958-8930-d5c695da2aac req-ffaff615-d45f-418c-ba09-074205b5fd08 service nova] Acquired lock "refresh_cache-dd5a53cd-6bd9-4497-b607-0b857244b3a4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.185104] env[69677]: DEBUG nova.network.neutron [req-dc59042c-8421-4958-8930-d5c695da2aac req-ffaff615-d45f-418c-ba09-074205b5fd08 service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Refreshing network info cache for port eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.244230] env[69677]: INFO nova.compute.manager [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Took 42.22 seconds to build instance. [ 961.290435] env[69677]: DEBUG oslo_vmware.rw_handles [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c020-6054-ca29-0d25-6f2968cf7091/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.291723] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f060bd54-069b-4251-ba7e-50749b70bf69 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.300274] env[69677]: DEBUG oslo_vmware.rw_handles [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c020-6054-ca29-0d25-6f2968cf7091/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.300629] env[69677]: ERROR oslo_vmware.rw_handles [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c020-6054-ca29-0d25-6f2968cf7091/disk-0.vmdk due to incomplete transfer. [ 961.301018] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-32e814bd-e51f-4c42-940e-315f39d2d738 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.310128] env[69677]: DEBUG oslo_vmware.rw_handles [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5229c020-6054-ca29-0d25-6f2968cf7091/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 961.310408] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Uploaded image a467de6e-6579-40be-aa3d-f61f1f7c05af to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 961.316022] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 961.316022] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6749f1e2-e41b-4fb3-9c30-fc9e45b25d66 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.326020] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 961.326020] env[69677]: value = "task-3436749" [ 961.326020] env[69677]: _type = "Task" [ 961.326020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.334634] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436749, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.352436] env[69677]: DEBUG nova.network.neutron [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Successfully updated port: d6530336-438f-4a34-85ea-a8017986f708 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.367400] env[69677]: DEBUG nova.network.neutron [-] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.416918] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.417239] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.417715] env[69677]: DEBUG nova.compute.manager [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Going to confirm migration 3 {{(pid=69677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 961.471030] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33ea5c91-7622-464e-92bb-2c55665c475b tempest-SecurityGroupsTestJSON-1873831654 tempest-SecurityGroupsTestJSON-1873831654-project-member] Lock "53c02b37-2f88-4705-86db-ec2cc3163e4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.647s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.545066] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9a8c3b9-e640-4159-a5fc-f020dee4ff3b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.564788] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8e885a-2e23-4505-abae-0525b6863efa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.604477] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436743, 'name': CreateVM_Task, 'duration_secs': 0.902523} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.625409] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.625409] env[69677]: DEBUG nova.compute.manager [req-566a835d-a4bd-4162-944b-0a71cc1f0858 req-d858d953-d437-4102-8031-4534353e215a service nova] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Detach interface failed, port_id=8185a6dc-d992-4311-acd4-1ff2aa827545, reason: Instance b2462b4b-3f32-4398-b376-b6f40893ea94 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.627583] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.627874] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.628279] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.633663] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23fe45b-b030-4ef1-9883-af5b2af27680 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.643056] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 961.643056] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527472b5-895b-d1de-d4d5-2a52b0435d89" [ 961.643056] env[69677]: _type = "Task" [ 961.643056] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.650387] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436746, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.664476] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527472b5-895b-d1de-d4d5-2a52b0435d89, 'name': SearchDatastore_Task, 'duration_secs': 0.013108} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.668024] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.668449] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.668903] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.669152] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.669390] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.670822] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dbfc362-e101-4ad6-9d38-0093e909d6e8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.688590] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.688889] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.690194] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-644fd9a7-6a06-40e3-ab97-cef0050a6cc6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.700713] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 961.700713] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cc87e8-f463-f473-39ea-e29412eb9d4b" [ 961.700713] env[69677]: _type = "Task" [ 961.700713] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.713575] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cc87e8-f463-f473-39ea-e29412eb9d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.748321] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3e255b56-8427-4cb0-b75b-71ba4c73cb6f tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "9876de01-e37a-4903-b92e-090b18987ab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.740s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.842406] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436749, 'name': Destroy_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.849282] env[69677]: INFO nova.compute.manager [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Rebuilding instance [ 961.859274] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquiring lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.859439] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquired lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.859581] env[69677]: DEBUG nova.network.neutron [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.871377] env[69677]: INFO nova.compute.manager [-] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Took 1.69 seconds to deallocate network for instance. [ 961.914415] env[69677]: DEBUG nova.compute.manager [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.915793] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a09af1-c334-4df5-8f8d-36d1c16922cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.985961] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.986290] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.986330] env[69677]: DEBUG nova.network.neutron [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.986502] env[69677]: DEBUG nova.objects.instance [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lazy-loading 'info_cache' on Instance uuid bdfc039f-c910-4089-b0b1-b7f8e2b96ef5 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.015139] env[69677]: DEBUG nova.network.neutron [req-dc59042c-8421-4958-8930-d5c695da2aac req-ffaff615-d45f-418c-ba09-074205b5fd08 service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Updated VIF entry in instance network info cache for port eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.015139] env[69677]: DEBUG nova.network.neutron [req-dc59042c-8421-4958-8930-d5c695da2aac req-ffaff615-d45f-418c-ba09-074205b5fd08 service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Updating instance_info_cache with network_info: [{"id": "eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6", "address": "fa:16:3e:ef:c6:c5", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb517b6e-3a", "ovs_interfaceid": "eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.094407] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a040e108-dc82-425d-ab19-acf5a227056b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.106295] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7593f106-7fd5-41ea-8019-29e534c8880b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.152482] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b6a104-cb03-478a-aaf4-5025e8955da8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.167651] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fa7027-95d6-4a7c-9f2c-7ac59d1b99bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.172424] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436746, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.186996] env[69677]: DEBUG nova.compute.provider_tree [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.216824] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cc87e8-f463-f473-39ea-e29412eb9d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.017991} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.217976] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5704ca0-62de-406b-9de1-e833285a8a26 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.227646] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 962.227646] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b954a8-0486-0902-ffca-6167c9f35f1a" [ 962.227646] env[69677]: _type = "Task" [ 962.227646] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.241062] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b954a8-0486-0902-ffca-6167c9f35f1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.338391] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436749, 'name': Destroy_Task, 'duration_secs': 0.55582} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.338727] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Destroyed the VM [ 962.338971] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 962.339253] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce5ac982-0ba4-4548-91a3-50d35d423bb8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.351998] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 962.351998] env[69677]: value = "task-3436750" [ 962.351998] env[69677]: _type = "Task" [ 962.351998] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.363719] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436750, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.389530] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.424803] env[69677]: DEBUG nova.network.neutron [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.517848] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc59042c-8421-4958-8930-d5c695da2aac req-ffaff615-d45f-418c-ba09-074205b5fd08 service nova] Releasing lock "refresh_cache-dd5a53cd-6bd9-4497-b607-0b857244b3a4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.658744] env[69677]: DEBUG nova.network.neutron [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Updating instance_info_cache with network_info: [{"id": "d6530336-438f-4a34-85ea-a8017986f708", "address": "fa:16:3e:90:e2:44", "network": {"id": "1a08eb90-c303-4fa8-b905-60dd8a10654b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-214967105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac3d5e125814de5bcadeccede3089e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6530336-43", "ovs_interfaceid": "d6530336-438f-4a34-85ea-a8017986f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.662863] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436746, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.691237] env[69677]: DEBUG nova.scheduler.client.report [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.740677] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b954a8-0486-0902-ffca-6167c9f35f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.013523} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.741482] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.741783] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] dd5a53cd-6bd9-4497-b607-0b857244b3a4/dd5a53cd-6bd9-4497-b607-0b857244b3a4.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.742319] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fbd24af-e737-4d47-b979-c8ad9a927af3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.754507] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 962.754507] env[69677]: value = "task-3436751" [ 962.754507] env[69677]: _type = "Task" [ 962.754507] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.766926] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.866928] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436750, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.941262] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.941676] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fdacf14-ebf7-4d53-9049-0c74dac6a9d9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.953663] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 962.953663] env[69677]: value = "task-3436752" [ 962.953663] env[69677]: _type = "Task" [ 962.953663] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.968365] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.163912] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Releasing lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.164344] env[69677]: DEBUG nova.compute.manager [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Instance network_info: |[{"id": "d6530336-438f-4a34-85ea-a8017986f708", "address": "fa:16:3e:90:e2:44", "network": {"id": "1a08eb90-c303-4fa8-b905-60dd8a10654b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-214967105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac3d5e125814de5bcadeccede3089e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6530336-43", "ovs_interfaceid": "d6530336-438f-4a34-85ea-a8017986f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.164689] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436746, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.165086] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:e2:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6530336-438f-4a34-85ea-a8017986f708', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.173701] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Creating folder: Project (1ac3d5e125814de5bcadeccede3089e5). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.177053] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0c1751c-6353-486f-8a19-8b64a77739cd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.196797] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.200926] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.120s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.201952] env[69677]: INFO nova.compute.claims [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.207183] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Created folder: Project (1ac3d5e125814de5bcadeccede3089e5) in parent group-v685897. [ 963.207420] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Creating folder: Instances. Parent ref: group-v686111. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.208739] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-775dcb40-10a2-489c-bea2-944e8414ab6d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.240349] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Created folder: Instances in parent group-v686111. [ 963.241620] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.245665] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.250314] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-958228b5-dd55-4692-a0b8-de3a441fe7e7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.272705] env[69677]: DEBUG nova.compute.manager [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Received event network-vif-plugged-d6530336-438f-4a34-85ea-a8017986f708 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.272705] env[69677]: DEBUG oslo_concurrency.lockutils [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] Acquiring lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.272705] env[69677]: DEBUG oslo_concurrency.lockutils [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] Lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.272705] env[69677]: DEBUG oslo_concurrency.lockutils [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] Lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.272705] env[69677]: DEBUG nova.compute.manager [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] No waiting events found dispatching network-vif-plugged-d6530336-438f-4a34-85ea-a8017986f708 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.272944] env[69677]: WARNING nova.compute.manager [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Received unexpected event network-vif-plugged-d6530336-438f-4a34-85ea-a8017986f708 for instance with vm_state building and task_state spawning. [ 963.272944] env[69677]: DEBUG nova.compute.manager [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Received event network-changed-d6530336-438f-4a34-85ea-a8017986f708 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.272944] env[69677]: DEBUG nova.compute.manager [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Refreshing instance network info cache due to event network-changed-d6530336-438f-4a34-85ea-a8017986f708. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.273042] env[69677]: DEBUG oslo_concurrency.lockutils [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] Acquiring lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.274218] env[69677]: DEBUG oslo_concurrency.lockutils [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] Acquired lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.274218] env[69677]: DEBUG nova.network.neutron [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Refreshing network info cache for port d6530336-438f-4a34-85ea-a8017986f708 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.276459] env[69677]: INFO nova.scheduler.client.report [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Deleted allocations for instance 54b0cd46-7846-49eb-953a-980942e37867 [ 963.299751] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436751, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.302566] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.302566] env[69677]: value = "task-3436755" [ 963.302566] env[69677]: _type = "Task" [ 963.302566] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.316567] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436755, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.348847] env[69677]: DEBUG nova.network.neutron [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance_info_cache with network_info: [{"id": "be902f56-d320-4f35-b22f-45517d4b9e61", "address": "fa:16:3e:25:13:46", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe902f56-d3", "ovs_interfaceid": "be902f56-d320-4f35-b22f-45517d4b9e61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.371643] env[69677]: DEBUG oslo_vmware.api [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436750, 'name': RemoveSnapshot_Task, 'duration_secs': 0.759582} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.372430] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 963.372688] env[69677]: INFO nova.compute.manager [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Took 14.52 seconds to snapshot the instance on the hypervisor. [ 963.467085] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436752, 'name': PowerOffVM_Task, 'duration_secs': 0.31993} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.467413] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.467665] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.468583] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd5c1c5-3ef1-47a4-9aac-1a6ad41d0f4c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.477408] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.477753] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90e6443a-b330-4d8b-acea-2aabeb16fa7c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.521910] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.522104] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.522205] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Deleting the datastore file [datastore1] 9876de01-e37a-4903-b92e-090b18987ab6 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.522506] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a619efc-9d76-4702-b101-d74e9c396529 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.535334] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 963.535334] env[69677]: value = "task-3436758" [ 963.535334] env[69677]: _type = "Task" [ 963.535334] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.551018] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.660584] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436746, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.797595] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65422} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.798152] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] dd5a53cd-6bd9-4497-b607-0b857244b3a4/dd5a53cd-6bd9-4497-b607-0b857244b3a4.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.798551] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.799779] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac8b5b74-d7f9-4207-b9ba-c8d87a4cd1a6 tempest-ServersAaction247Test-1018294583 tempest-ServersAaction247Test-1018294583-project-member] Lock "54b0cd46-7846-49eb-953a-980942e37867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.858s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.800939] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5e0d7c4-f176-4879-8a00-bfdf3f5bca76 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.814156] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 963.814156] env[69677]: value = "task-3436759" [ 963.814156] env[69677]: _type = "Task" [ 963.814156] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.820024] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436755, 'name': CreateVM_Task, 'duration_secs': 0.471307} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.823976] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.825623] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.826019] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.826442] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.827780] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0c592c-d14e-4e84-8dc5-61b0897debb7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.835750] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.839696] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for the task: (returnval){ [ 963.839696] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520f82fa-ec87-b590-88cb-d69c54edaef0" [ 963.839696] env[69677]: _type = "Task" [ 963.839696] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.850364] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520f82fa-ec87-b590-88cb-d69c54edaef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.852099] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "refresh_cache-bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.852353] env[69677]: DEBUG nova.objects.instance [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lazy-loading 'migration_context' on Instance uuid bdfc039f-c910-4089-b0b1-b7f8e2b96ef5 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.920385] env[69677]: DEBUG nova.compute.manager [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Found 3 images (rotation: 2) {{(pid=69677) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 963.920592] env[69677]: DEBUG nova.compute.manager [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Rotating out 1 backups {{(pid=69677) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 963.920752] env[69677]: DEBUG nova.compute.manager [None req-52190b20-80d2-4696-b094-2a708403f95d tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Deleting image 31f36876-2bb7-41d7-a506-1e2f37856695 {{(pid=69677) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 964.046755] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217612} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.050042] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.050661] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.050661] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.099595] env[69677]: DEBUG nova.network.neutron [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Updated VIF entry in instance network info cache for port d6530336-438f-4a34-85ea-a8017986f708. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.099955] env[69677]: DEBUG nova.network.neutron [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Updating instance_info_cache with network_info: [{"id": "d6530336-438f-4a34-85ea-a8017986f708", "address": "fa:16:3e:90:e2:44", "network": {"id": "1a08eb90-c303-4fa8-b905-60dd8a10654b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-214967105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac3d5e125814de5bcadeccede3089e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6530336-43", "ovs_interfaceid": "d6530336-438f-4a34-85ea-a8017986f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.162762] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436746, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.60249} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.163197] env[69677]: INFO nova.virt.vmwareapi.ds_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b57bf1e7-1aeb-41f4-b9df-0b667521d70c/OSTACK_IMG_b57bf1e7-1aeb-41f4-b9df-0b667521d70c.vmdk to [datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf/c813370e-fb62-42f9-a934-06bbf91097cf.vmdk. [ 964.163295] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Cleaning up location [datastore1] OSTACK_IMG_b57bf1e7-1aeb-41f4-b9df-0b667521d70c {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 964.163435] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b57bf1e7-1aeb-41f4-b9df-0b667521d70c {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.163819] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e07773c-68d6-4208-8e1b-250af869e419 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.171966] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 964.171966] env[69677]: value = "task-3436760" [ 964.171966] env[69677]: _type = "Task" [ 964.171966] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.185079] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.334635] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082111} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.334952] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.335746] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb7620f-aca5-4e17-92e5-1cc3d2b4e818 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.367555] env[69677]: DEBUG nova.objects.base [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 964.376953] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] dd5a53cd-6bd9-4497-b607-0b857244b3a4/dd5a53cd-6bd9-4497-b607-0b857244b3a4.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.377322] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520f82fa-ec87-b590-88cb-d69c54edaef0, 'name': SearchDatastore_Task, 'duration_secs': 0.012624} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.384221] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b59f4bd-6387-4331-82a0-9315b2d8d5ae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.385849] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2beb0a3-6336-435b-90e3-d4701755358a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.401553] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.401855] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.402048] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.402198] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.402374] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.402946] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab6c14c2-505c-45dc-855c-4e63abd0024f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.429353] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7ffe93-6cf7-4094-b686-25a3fb19436f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.431712] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.431878] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.432659] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 964.432659] env[69677]: value = "task-3436761" [ 964.432659] env[69677]: _type = "Task" [ 964.432659] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.433067] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c49932-8867-4a0c-8590-f5105bea9168 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.440236] env[69677]: DEBUG oslo_vmware.api [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 964.440236] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520ce691-c91f-4a45-5313-12a91dfea1fe" [ 964.440236] env[69677]: _type = "Task" [ 964.440236] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.448782] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for the task: (returnval){ [ 964.448782] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c6543a-9f45-268a-0495-1d5f80c097d5" [ 964.448782] env[69677]: _type = "Task" [ 964.448782] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.450217] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.460255] env[69677]: DEBUG oslo_vmware.api [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520ce691-c91f-4a45-5313-12a91dfea1fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.460679] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.466075] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c6543a-9f45-268a-0495-1d5f80c097d5, 'name': SearchDatastore_Task, 'duration_secs': 0.013283} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.469795] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10974a05-2a1c-4453-a8d8-b420c96abf56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.478823] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for the task: (returnval){ [ 964.478823] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52637b88-868d-62ff-adae-b4621d64eaaa" [ 964.478823] env[69677]: _type = "Task" [ 964.478823] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.487987] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52637b88-868d-62ff-adae-b4621d64eaaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.607058] env[69677]: DEBUG oslo_concurrency.lockutils [req-496833a5-2408-4bac-a276-d808099b19ff req-70da999a-4b89-4d68-bb8f-e58d88db04d3 service nova] Releasing lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.686695] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066476} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.686948] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.687131] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf/c813370e-fb62-42f9-a934-06bbf91097cf.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.687449] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf/c813370e-fb62-42f9-a934-06bbf91097cf.vmdk to [datastore1] aa05b061-db28-4bcb-912e-0dc9d8cc9a02/aa05b061-db28-4bcb-912e-0dc9d8cc9a02.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.687666] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3873953-fb31-4f93-a6af-09d403a9dec0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.697779] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 964.697779] env[69677]: value = "task-3436762" [ 964.697779] env[69677]: _type = "Task" [ 964.697779] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.706903] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.882764] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757e80a7-14c5-42bf-a53d-95597a064151 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.895801] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1397e89c-94f0-4c70-aaad-89a0ee988f96 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.932123] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59321651-0677-4f9d-a33c-a179b71977d9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.943595] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d24368-23f2-4d85-bcaf-7f54e2e8dba9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.951789] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436761, 'name': ReconfigVM_Task, 'duration_secs': 0.342956} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.952512] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Reconfigured VM instance instance-0000004b to attach disk [datastore2] dd5a53cd-6bd9-4497-b607-0b857244b3a4/dd5a53cd-6bd9-4497-b607-0b857244b3a4.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 964.953278] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0c3886e-333b-4313-bec6-7bded14e603b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.965156] env[69677]: DEBUG nova.compute.provider_tree [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.970654] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 964.970654] env[69677]: value = "task-3436763" [ 964.970654] env[69677]: _type = "Task" [ 964.970654] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.981835] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436763, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.993193] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52637b88-868d-62ff-adae-b4621d64eaaa, 'name': SearchDatastore_Task, 'duration_secs': 0.013019} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.993193] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.993193] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] aa0dc81c-79ad-4ee5-a334-2c1984b82678/aa0dc81c-79ad-4ee5-a334-2c1984b82678.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.993193] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd691f9c-84fb-44d9-8485-9126f3b2c968 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.003110] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for the task: (returnval){ [ 965.003110] env[69677]: value = "task-3436764" [ 965.003110] env[69677]: _type = "Task" [ 965.003110] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.018091] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.093259] env[69677]: DEBUG nova.virt.hardware [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.093520] env[69677]: DEBUG nova.virt.hardware [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.093680] env[69677]: DEBUG nova.virt.hardware [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.093953] env[69677]: DEBUG nova.virt.hardware [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.094132] env[69677]: DEBUG nova.virt.hardware [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.094288] env[69677]: DEBUG nova.virt.hardware [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.094490] env[69677]: DEBUG nova.virt.hardware [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.094648] env[69677]: DEBUG nova.virt.hardware [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.094813] env[69677]: DEBUG nova.virt.hardware [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.094975] env[69677]: DEBUG nova.virt.hardware [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.095268] env[69677]: DEBUG nova.virt.hardware [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.096174] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2761826a-6301-4598-ba8b-f7a694d2f8f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.110735] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8e23e7-6ed2-41d0-bc5d-b9ec6c4cb77e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.135062] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.142281] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.143241] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.143838] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0352f6a-7ff0-4d3a-ad13-ed826c7cb0ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.170014] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.170014] env[69677]: value = "task-3436765" [ 965.170014] env[69677]: _type = "Task" [ 965.170014] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.181181] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436765, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.211243] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436762, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.470247] env[69677]: DEBUG nova.scheduler.client.report [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.490192] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436763, 'name': Rename_Task, 'duration_secs': 0.185764} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.491363] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.491610] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-440708e3-89b6-4ab6-8f66-055cb37f713e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.502686] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 965.502686] env[69677]: value = "task-3436766" [ 965.502686] env[69677]: _type = "Task" [ 965.502686] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.518883] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436764, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.522489] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.681729] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436765, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.711585] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436762, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.759733] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 965.760265] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686110', 'volume_id': 'c171e71a-8d5c-402f-be13-d2b034341bbd', 'name': 'volume-c171e71a-8d5c-402f-be13-d2b034341bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fea16a35-e417-4a40-93c9-adcda456bbc6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c171e71a-8d5c-402f-be13-d2b034341bbd', 'serial': 'c171e71a-8d5c-402f-be13-d2b034341bbd'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 965.761365] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137599f9-20b8-44b5-b82f-65cd39c9af55 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.786455] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4305a7b-0751-48c2-9962-92960219e873 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.824363] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-c171e71a-8d5c-402f-be13-d2b034341bbd/volume-c171e71a-8d5c-402f-be13-d2b034341bbd.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.824460] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e68f04e-28c5-49ae-ad7e-d77eabb9a2dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.848221] env[69677]: DEBUG oslo_vmware.api [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 965.848221] env[69677]: value = "task-3436767" [ 965.848221] env[69677]: _type = "Task" [ 965.848221] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.861589] env[69677]: DEBUG oslo_vmware.api [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.981044] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.981289] env[69677]: DEBUG nova.compute.manager [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.984889] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.051s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.986443] env[69677]: INFO nova.compute.claims [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.021711] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436766, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.026902] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711517} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.026902] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] aa0dc81c-79ad-4ee5-a334-2c1984b82678/aa0dc81c-79ad-4ee5-a334-2c1984b82678.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.026902] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.026902] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81467b14-4ac8-4802-b5ca-16084d8e563e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.042157] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for the task: (returnval){ [ 966.042157] env[69677]: value = "task-3436768" [ 966.042157] env[69677]: _type = "Task" [ 966.042157] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.056575] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.181813] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436765, 'name': CreateVM_Task, 'duration_secs': 0.72799} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.182012] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.182491] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.182761] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.183037] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.183300] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e27e1fc-c074-4033-9618-7d10e124011b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.192355] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 966.192355] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a0a380-3c56-5ef4-fcde-3f70ebaa8e2b" [ 966.192355] env[69677]: _type = "Task" [ 966.192355] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.204475] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a0a380-3c56-5ef4-fcde-3f70ebaa8e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.217586] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436762, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.224518] env[69677]: DEBUG oslo_concurrency.lockutils [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.224665] env[69677]: DEBUG oslo_concurrency.lockutils [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.224809] env[69677]: DEBUG nova.compute.manager [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.225999] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a971a3-77e4-4ab2-bbe4-b65083310364 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.237335] env[69677]: DEBUG nova.compute.manager [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 966.238225] env[69677]: DEBUG nova.objects.instance [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'flavor' on Instance uuid 6c3672e1-0f0f-4493-9251-d6266b5b34f0 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.360915] env[69677]: DEBUG oslo_vmware.api [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.497282] env[69677]: DEBUG nova.compute.utils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.502165] env[69677]: DEBUG nova.compute.manager [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.502165] env[69677]: DEBUG nova.network.neutron [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.516272] env[69677]: DEBUG oslo_vmware.api [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436766, 'name': PowerOnVM_Task, 'duration_secs': 0.638421} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.516857] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.517171] env[69677]: INFO nova.compute.manager [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Took 8.52 seconds to spawn the instance on the hypervisor. [ 966.517458] env[69677]: DEBUG nova.compute.manager [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.518592] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ecb981-b967-4dfe-8048-d03c9bef0c5e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.554274] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.365573} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.556153] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.556153] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081f14d5-199a-459d-9444-6e9e0894fddb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.588078] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] aa0dc81c-79ad-4ee5-a334-2c1984b82678/aa0dc81c-79ad-4ee5-a334-2c1984b82678.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.589843] env[69677]: DEBUG nova.policy [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51e631cacf7f458c8273f316af914305', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97e55ff0d4564aed97490023d3a1e8cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.592269] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3be19970-e9c2-4834-8e73-8113c7ac0fa0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.618759] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for the task: (returnval){ [ 966.618759] env[69677]: value = "task-3436769" [ 966.618759] env[69677]: _type = "Task" [ 966.618759] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.633035] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.706191] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a0a380-3c56-5ef4-fcde-3f70ebaa8e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.018161} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.710232] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.710598] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.710912] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.711096] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.711286] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.711574] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6083d4f3-9ef7-4fef-91bb-cbc81706e5e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.722027] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436762, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.724920] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.725117] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.725913] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0613e7e-d7a5-4f8b-80f9-d608e1fc465a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.738484] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 966.738484] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52abb4c6-450a-711c-ec7f-65afdaa4250d" [ 966.738484] env[69677]: _type = "Task" [ 966.738484] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.765519] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52abb4c6-450a-711c-ec7f-65afdaa4250d, 'name': SearchDatastore_Task, 'duration_secs': 0.013636} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.765940] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b23c405-d9a2-499c-8d62-146ce53b6a8b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.780542] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 966.780542] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c292fd-c414-3c19-f125-70c6561558a6" [ 966.780542] env[69677]: _type = "Task" [ 966.780542] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.796162] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c292fd-c414-3c19-f125-70c6561558a6, 'name': SearchDatastore_Task, 'duration_secs': 0.015007} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.796550] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.796924] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 9876de01-e37a-4903-b92e-090b18987ab6/9876de01-e37a-4903-b92e-090b18987ab6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.797217] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c3a9f03-a71c-4888-bf91-6490ad2fae25 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.808832] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 966.808832] env[69677]: value = "task-3436770" [ 966.808832] env[69677]: _type = "Task" [ 966.808832] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.820724] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.864142] env[69677]: DEBUG oslo_vmware.api [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.008258] env[69677]: DEBUG nova.compute.manager [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.048663] env[69677]: INFO nova.compute.manager [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Took 45.65 seconds to build instance. [ 967.140302] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.211297] env[69677]: DEBUG nova.network.neutron [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Successfully created port: 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.226655] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436762, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.479174} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.226956] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c813370e-fb62-42f9-a934-06bbf91097cf/c813370e-fb62-42f9-a934-06bbf91097cf.vmdk to [datastore1] aa05b061-db28-4bcb-912e-0dc9d8cc9a02/aa05b061-db28-4bcb-912e-0dc9d8cc9a02.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.228533] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb132a18-b23a-4d29-9e86-2730c72f0d78 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.256828] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.268173] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] aa05b061-db28-4bcb-912e-0dc9d8cc9a02/aa05b061-db28-4bcb-912e-0dc9d8cc9a02.vmdk or device None with type streamOptimized {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.271294] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-880592ce-c487-4960-bc25-de6b4067cb49 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.273247] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44f8226-da56-4bb6-8fb8-535a6f7e10d2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.297482] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 967.297482] env[69677]: value = "task-3436771" [ 967.297482] env[69677]: _type = "Task" [ 967.297482] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.299203] env[69677]: DEBUG oslo_vmware.api [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 967.299203] env[69677]: value = "task-3436772" [ 967.299203] env[69677]: _type = "Task" [ 967.299203] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.316953] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436771, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.323681] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436770, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.323989] env[69677]: DEBUG oslo_vmware.api [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.365415] env[69677]: DEBUG oslo_vmware.api [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436767, 'name': ReconfigVM_Task, 'duration_secs': 1.330082} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.365768] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-c171e71a-8d5c-402f-be13-d2b034341bbd/volume-c171e71a-8d5c-402f-be13-d2b034341bbd.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.370723] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad873ed-dd0b-4cd4-8bd6-52eaaf551036 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.392227] env[69677]: DEBUG oslo_vmware.api [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 967.392227] env[69677]: value = "task-3436773" [ 967.392227] env[69677]: _type = "Task" [ 967.392227] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.406652] env[69677]: DEBUG oslo_vmware.api [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.554425] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf8e3d3-a583-454a-932d-c9128667bc18 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.671s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.625155] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4792ff61-d963-40e7-b950-6dc975265968 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.636136] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f99d4e-5b8c-44e6-b416-340a17b5a521 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.640602] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436769, 'name': ReconfigVM_Task, 'duration_secs': 0.624443} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.643632] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Reconfigured VM instance instance-0000004c to attach disk [datastore2] aa0dc81c-79ad-4ee5-a334-2c1984b82678/aa0dc81c-79ad-4ee5-a334-2c1984b82678.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.643632] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96646e7e-94f8-4b4f-ad53-b7fdb9ceb55e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.672869] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e740a4f6-2e5b-41ca-928f-a4563edd26be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.677296] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for the task: (returnval){ [ 967.677296] env[69677]: value = "task-3436774" [ 967.677296] env[69677]: _type = "Task" [ 967.677296] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.683039] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6a4fb7-9c62-4087-85b2-94d1f837f08e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.690304] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436774, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.702937] env[69677]: DEBUG nova.compute.provider_tree [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.815475] env[69677]: DEBUG oslo_vmware.api [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436772, 'name': PowerOffVM_Task, 'duration_secs': 0.300156} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.815931] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.815992] env[69677]: DEBUG nova.compute.manager [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.817123] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8f9740-e824-4696-a62d-8e5e5f15d236 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.825507] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.825741] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610674} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.826336] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 9876de01-e37a-4903-b92e-090b18987ab6/9876de01-e37a-4903-b92e-090b18987ab6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.826516] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.826771] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79eaa105-5839-4122-878b-515b225b3aff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.837814] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 967.837814] env[69677]: value = "task-3436775" [ 967.837814] env[69677]: _type = "Task" [ 967.837814] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.846451] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.903115] env[69677]: DEBUG oslo_vmware.api [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436773, 'name': ReconfigVM_Task, 'duration_secs': 0.183362} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.903440] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686110', 'volume_id': 'c171e71a-8d5c-402f-be13-d2b034341bbd', 'name': 'volume-c171e71a-8d5c-402f-be13-d2b034341bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fea16a35-e417-4a40-93c9-adcda456bbc6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c171e71a-8d5c-402f-be13-d2b034341bbd', 'serial': 'c171e71a-8d5c-402f-be13-d2b034341bbd'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 968.023603] env[69677]: DEBUG nova.compute.manager [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.051809] env[69677]: DEBUG nova.virt.hardware [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.051809] env[69677]: DEBUG nova.virt.hardware [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.052171] env[69677]: DEBUG nova.virt.hardware [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.052171] env[69677]: DEBUG nova.virt.hardware [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.052243] env[69677]: DEBUG nova.virt.hardware [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.053032] env[69677]: DEBUG nova.virt.hardware [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.053032] env[69677]: DEBUG nova.virt.hardware [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.053032] env[69677]: DEBUG nova.virt.hardware [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.053032] env[69677]: DEBUG nova.virt.hardware [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.053320] env[69677]: DEBUG nova.virt.hardware [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.053320] env[69677]: DEBUG nova.virt.hardware [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.054225] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b59c0d-91ba-43f2-86a3-be488ca58891 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.065795] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d3932c-6d4b-404b-b8ff-62d74ccfe676 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.187013] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436774, 'name': Rename_Task, 'duration_secs': 0.450228} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.187365] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.187776] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a375bd-ce87-4f1c-9152-8d991efecbfa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.206292] env[69677]: DEBUG nova.scheduler.client.report [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.210109] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for the task: (returnval){ [ 968.210109] env[69677]: value = "task-3436776" [ 968.210109] env[69677]: _type = "Task" [ 968.210109] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.221425] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.313292] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436771, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.338364] env[69677]: DEBUG oslo_concurrency.lockutils [None req-af18336f-af52-4f11-ac22-b4e31e7decd9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.349910] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240306} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.350162] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.350815] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a009f-6f2e-4b54-826b-de5640d61338 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.375946] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 9876de01-e37a-4903-b92e-090b18987ab6/9876de01-e37a-4903-b92e-090b18987ab6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.378329] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-553de29a-fff3-4515-b049-49262693f8e4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.401635] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 968.401635] env[69677]: value = "task-3436777" [ 968.401635] env[69677]: _type = "Task" [ 968.401635] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.415212] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.711537] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.712411] env[69677]: DEBUG nova.compute.manager [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.716066] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 30.631s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.729711] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436776, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.813487] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436771, 'name': ReconfigVM_Task, 'duration_secs': 1.048062} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.813487] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Reconfigured VM instance instance-00000049 to attach disk [datastore1] aa05b061-db28-4bcb-912e-0dc9d8cc9a02/aa05b061-db28-4bcb-912e-0dc9d8cc9a02.vmdk or device None with type streamOptimized {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.813714] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd678b86-8c60-4fc6-a6e5-b0132cf0df09 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.822425] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 968.822425] env[69677]: value = "task-3436778" [ 968.822425] env[69677]: _type = "Task" [ 968.822425] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.835490] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436778, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.858377] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.859062] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.859062] env[69677]: DEBUG nova.compute.manager [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.860019] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000571f5-5201-4c8d-8a47-af0d1027b5f4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.868442] env[69677]: DEBUG nova.compute.manager [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 968.869863] env[69677]: DEBUG nova.objects.instance [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lazy-loading 'flavor' on Instance uuid dd5a53cd-6bd9-4497-b607-0b857244b3a4 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.917807] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436777, 'name': ReconfigVM_Task, 'duration_secs': 0.318196} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.917807] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 9876de01-e37a-4903-b92e-090b18987ab6/9876de01-e37a-4903-b92e-090b18987ab6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.918336] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-952c3488-950e-4e65-8cff-a21686de4f24 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.928671] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 968.928671] env[69677]: value = "task-3436779" [ 968.928671] env[69677]: _type = "Task" [ 968.928671] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.940629] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436779, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.943817] env[69677]: DEBUG nova.network.neutron [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Successfully updated port: 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.950143] env[69677]: DEBUG nova.objects.instance [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lazy-loading 'flavor' on Instance uuid fea16a35-e417-4a40-93c9-adcda456bbc6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.010352] env[69677]: DEBUG nova.compute.manager [req-d42b8d27-69a6-4332-b6ab-15488b99eb7f req-2c85963a-bbdd-40f5-95f8-e43723244837 service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Received event network-vif-plugged-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.010743] env[69677]: DEBUG oslo_concurrency.lockutils [req-d42b8d27-69a6-4332-b6ab-15488b99eb7f req-2c85963a-bbdd-40f5-95f8-e43723244837 service nova] Acquiring lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.010863] env[69677]: DEBUG oslo_concurrency.lockutils [req-d42b8d27-69a6-4332-b6ab-15488b99eb7f req-2c85963a-bbdd-40f5-95f8-e43723244837 service nova] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.011044] env[69677]: DEBUG oslo_concurrency.lockutils [req-d42b8d27-69a6-4332-b6ab-15488b99eb7f req-2c85963a-bbdd-40f5-95f8-e43723244837 service nova] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.011160] env[69677]: DEBUG nova.compute.manager [req-d42b8d27-69a6-4332-b6ab-15488b99eb7f req-2c85963a-bbdd-40f5-95f8-e43723244837 service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] No waiting events found dispatching network-vif-plugged-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.011340] env[69677]: WARNING nova.compute.manager [req-d42b8d27-69a6-4332-b6ab-15488b99eb7f req-2c85963a-bbdd-40f5-95f8-e43723244837 service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Received unexpected event network-vif-plugged-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb for instance with vm_state building and task_state spawning. [ 969.222909] env[69677]: DEBUG nova.compute.utils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.224481] env[69677]: DEBUG nova.objects.instance [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lazy-loading 'migration_context' on Instance uuid 813a4698-8055-46d1-a5de-966e8cdacbb5 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.230800] env[69677]: DEBUG nova.compute.manager [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Not allocating networking since 'none' was specified. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 969.230800] env[69677]: DEBUG oslo_vmware.api [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436776, 'name': PowerOnVM_Task, 'duration_secs': 0.63279} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.230800] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.230984] env[69677]: INFO nova.compute.manager [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Took 8.52 seconds to spawn the instance on the hypervisor. [ 969.232622] env[69677]: DEBUG nova.compute.manager [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.232622] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0519363-b359-456a-b7ab-6bf82ab8e29a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.333839] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436778, 'name': Rename_Task, 'duration_secs': 0.211601} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.334086] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.334375] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06066209-a01e-405e-86dc-42dffb9e3b6f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.345024] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 969.345024] env[69677]: value = "task-3436780" [ 969.345024] env[69677]: _type = "Task" [ 969.345024] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.351509] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.382904] env[69677]: INFO nova.compute.manager [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Rescuing [ 969.383156] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.383296] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.383463] env[69677]: DEBUG nova.network.neutron [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.439123] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436779, 'name': Rename_Task, 'duration_secs': 0.158759} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.439471] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.439751] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a70a0c5-80cd-4791-9a46-8c94bfce7376 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.447981] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.447981] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquired lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.448201] env[69677]: DEBUG nova.network.neutron [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.449515] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 969.449515] env[69677]: value = "task-3436781" [ 969.449515] env[69677]: _type = "Task" [ 969.449515] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.455933] env[69677]: DEBUG oslo_concurrency.lockutils [None req-507fe929-5e86-4af3-b3ba-4bd52cf7a748 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.850s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.461072] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.726583] env[69677]: DEBUG nova.compute.manager [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.751765] env[69677]: INFO nova.compute.manager [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Took 43.31 seconds to build instance. [ 969.854400] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.891019] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.891645] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d496992b-9778-4ea8-81e4-09d631924bf9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.902050] env[69677]: DEBUG oslo_vmware.api [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 969.902050] env[69677]: value = "task-3436782" [ 969.902050] env[69677]: _type = "Task" [ 969.902050] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.914247] env[69677]: DEBUG oslo_vmware.api [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.967613] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.999588] env[69677]: DEBUG nova.compute.manager [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Stashing vm_state: stopped {{(pid=69677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 970.030975] env[69677]: DEBUG nova.network.neutron [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.251205] env[69677]: DEBUG nova.network.neutron [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updating instance_info_cache with network_info: [{"id": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "address": "fa:16:3e:76:a3:19", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fe87ff-39", "ovs_interfaceid": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.253148] env[69677]: DEBUG oslo_concurrency.lockutils [None req-01802291-f6cf-4843-8c38-fe7c0f3ffbad tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.825s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.261741] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a4cb2f-5dab-42d9-9a4c-7dd52ade5431 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.269829] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fd88bd-262f-4c31-804b-9a6a4882116e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.307785] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986ed2c9-91d6-4d04-a7a3-ec309968f7b5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.313137] env[69677]: DEBUG nova.network.neutron [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Updating instance_info_cache with network_info: [{"id": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "address": "fa:16:3e:85:39:2f", "network": {"id": "bc72ef42-78f7-42a6-b23f-764db6978814", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1279108948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e55ff0d4564aed97490023d3a1e8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440d66a1-4b", "ovs_interfaceid": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.321453] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab58060c-d778-428c-948a-6e9e189a0688 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.340714] env[69677]: DEBUG nova.compute.provider_tree [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.357244] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.422995] env[69677]: DEBUG oslo_vmware.api [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436782, 'name': PowerOffVM_Task, 'duration_secs': 0.384187} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.422995] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.422995] env[69677]: DEBUG nova.compute.manager [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.422995] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a1bdca-cdb6-49c9-8027-3598452ea90a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.465020] env[69677]: DEBUG oslo_vmware.api [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436781, 'name': PowerOnVM_Task, 'duration_secs': 0.574778} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.465020] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.465020] env[69677]: DEBUG nova.compute.manager [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.465020] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33feacd9-57f3-4293-a0ff-9488fb22edb7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.527372] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.740698] env[69677]: DEBUG nova.compute.manager [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.753465] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.769782] env[69677]: DEBUG nova.virt.hardware [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.770136] env[69677]: DEBUG nova.virt.hardware [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.770217] env[69677]: DEBUG nova.virt.hardware [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.770389] env[69677]: DEBUG nova.virt.hardware [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.770537] env[69677]: DEBUG nova.virt.hardware [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.770683] env[69677]: DEBUG nova.virt.hardware [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.770895] env[69677]: DEBUG nova.virt.hardware [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.771081] env[69677]: DEBUG nova.virt.hardware [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.771233] env[69677]: DEBUG nova.virt.hardware [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.771431] env[69677]: DEBUG nova.virt.hardware [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.771608] env[69677]: DEBUG nova.virt.hardware [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.772528] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f4ecbe-5d09-422e-a90e-7f737a918cb2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.786054] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d5a5da-832b-4762-aeb9-3ce37d929fc3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.800198] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.805927] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Creating folder: Project (532cf4ac987f4fbd9de1719537c87492). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.806836] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5bb56f7-1b44-4d71-9471-e24a30171c8d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.816332] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Releasing lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.816686] env[69677]: DEBUG nova.compute.manager [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Instance network_info: |[{"id": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "address": "fa:16:3e:85:39:2f", "network": {"id": "bc72ef42-78f7-42a6-b23f-764db6978814", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1279108948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e55ff0d4564aed97490023d3a1e8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440d66a1-4b", "ovs_interfaceid": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.818556] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:39:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '440d66a1-4b5b-4d57-9bcf-c7a10b2997bb', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.825951] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Creating folder: Project (97e55ff0d4564aed97490023d3a1e8cb). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.826277] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Created folder: Project (532cf4ac987f4fbd9de1719537c87492) in parent group-v685897. [ 970.826486] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Creating folder: Instances. Parent ref: group-v686115. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.827040] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44424730-9921-4a54-8252-7d5295f5307b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.829257] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-008dd920-a4dc-481c-8ef7-eb684c95d076 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.841323] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Created folder: Instances in parent group-v686115. [ 970.841578] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.842508] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.842720] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Created folder: Project (97e55ff0d4564aed97490023d3a1e8cb) in parent group-v685897. [ 970.842917] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Creating folder: Instances. Parent ref: group-v686117. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.843135] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdb74ee2-ebed-4556-a8ca-bcd84802f569 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.855977] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-997dd59f-b939-474e-802c-c72d4e2def92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.858515] env[69677]: DEBUG nova.scheduler.client.report [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.869478] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.869478] env[69677]: value = "task-3436786" [ 970.869478] env[69677]: _type = "Task" [ 970.869478] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.874075] env[69677]: DEBUG oslo_vmware.api [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436780, 'name': PowerOnVM_Task, 'duration_secs': 1.516845} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.879646] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.879960] env[69677]: INFO nova.compute.manager [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Took 18.39 seconds to spawn the instance on the hypervisor. [ 970.880288] env[69677]: DEBUG nova.compute.manager [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.880675] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Created folder: Instances in parent group-v686117. [ 970.880951] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.881971] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcf36b6-ae8d-440f-aaf8-ff801538b9c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.885829] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.887370] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddecdfcb-504a-440f-9d44-00d40f612edf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.916379] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436786, 'name': CreateVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.928035] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.928035] env[69677]: value = "task-3436788" [ 970.928035] env[69677]: _type = "Task" [ 970.928035] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.937115] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436788, 'name': CreateVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.937700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9f4dcfe-a4fe-4442-8793-88640a49b40e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.982043] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.324111] env[69677]: DEBUG nova.compute.manager [req-e9c0318f-e16f-4c33-aba6-88b9731f26b2 req-51e8dc1f-45f4-49e7-9cca-0491ba7798cf service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Received event network-changed-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.324346] env[69677]: DEBUG nova.compute.manager [req-e9c0318f-e16f-4c33-aba6-88b9731f26b2 req-51e8dc1f-45f4-49e7-9cca-0491ba7798cf service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Refreshing instance network info cache due to event network-changed-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.324596] env[69677]: DEBUG oslo_concurrency.lockutils [req-e9c0318f-e16f-4c33-aba6-88b9731f26b2 req-51e8dc1f-45f4-49e7-9cca-0491ba7798cf service nova] Acquiring lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.324833] env[69677]: DEBUG oslo_concurrency.lockutils [req-e9c0318f-e16f-4c33-aba6-88b9731f26b2 req-51e8dc1f-45f4-49e7-9cca-0491ba7798cf service nova] Acquired lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.324971] env[69677]: DEBUG nova.network.neutron [req-e9c0318f-e16f-4c33-aba6-88b9731f26b2 req-51e8dc1f-45f4-49e7-9cca-0491ba7798cf service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Refreshing network info cache for port 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.384146] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436786, 'name': CreateVM_Task, 'duration_secs': 0.372617} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.384359] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.384835] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.384996] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.385365] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.385608] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58580eea-9458-4841-8a73-7b7de1b5c2cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.390715] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 971.390715] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c129c0-f684-0de9-8942-d0b28c0de8b3" [ 971.390715] env[69677]: _type = "Task" [ 971.390715] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.399925] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c129c0-f684-0de9-8942-d0b28c0de8b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.438697] env[69677]: INFO nova.compute.manager [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Took 52.64 seconds to build instance. [ 971.444012] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436788, 'name': CreateVM_Task, 'duration_secs': 0.420501} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.444187] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.444809] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.873117] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.157s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.879114] env[69677]: DEBUG oslo_concurrency.lockutils [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.399s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.879114] env[69677]: DEBUG nova.objects.instance [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lazy-loading 'resources' on Instance uuid a97560ec-5ca3-4e30-88f2-1e767ebcdeb9 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.913186] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c129c0-f684-0de9-8942-d0b28c0de8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012018} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.913186] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.913186] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.913186] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.913449] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.913449] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.913449] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.913449] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.913449] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8eb8a52-cf7d-4182-b328-bca9ea70077d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.913641] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eff42ce-4570-4a56-9f79-00e76e06f2ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.920385] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 971.920385] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52432503-b265-1b64-0735-8ad21316b233" [ 971.920385] env[69677]: _type = "Task" [ 971.920385] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.927235] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.927235] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.928680] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6927acdb-f832-444b-80f1-d97b7db666ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.935681] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52432503-b265-1b64-0735-8ad21316b233, 'name': SearchDatastore_Task, 'duration_secs': 0.011258} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.938145] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.942020] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.942020] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.942020] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 971.942020] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521c57d0-ad40-d928-77d2-327825d1fb99" [ 971.942020] env[69677]: _type = "Task" [ 971.942020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.945231] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd694522-4b74-440e-8060-ad9f2a4cf459 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.163s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.950887] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521c57d0-ad40-d928-77d2-327825d1fb99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.063364] env[69677]: INFO nova.compute.manager [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Rebuilding instance [ 972.119152] env[69677]: DEBUG nova.compute.manager [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.120165] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87c8e6e-fd21-4519-bc15-ec8ec445c836 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.166936] env[69677]: DEBUG nova.network.neutron [req-e9c0318f-e16f-4c33-aba6-88b9731f26b2 req-51e8dc1f-45f4-49e7-9cca-0491ba7798cf service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Updated VIF entry in instance network info cache for port 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.167324] env[69677]: DEBUG nova.network.neutron [req-e9c0318f-e16f-4c33-aba6-88b9731f26b2 req-51e8dc1f-45f4-49e7-9cca-0491ba7798cf service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Updating instance_info_cache with network_info: [{"id": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "address": "fa:16:3e:85:39:2f", "network": {"id": "bc72ef42-78f7-42a6-b23f-764db6978814", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1279108948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e55ff0d4564aed97490023d3a1e8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440d66a1-4b", "ovs_interfaceid": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.299365] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.299742] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbafa2fb-acd8-41a1-b5b7-8acad17c42a4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.307632] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 972.307632] env[69677]: value = "task-3436789" [ 972.307632] env[69677]: _type = "Task" [ 972.307632] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.317012] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.453483] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521c57d0-ad40-d928-77d2-327825d1fb99, 'name': SearchDatastore_Task, 'duration_secs': 0.032422} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.454410] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5589d651-a9f0-4b39-a7e3-d425b05d995d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.461711] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 972.461711] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ebbff5-ea42-20d1-e4fb-4e6bb0456e31" [ 972.461711] env[69677]: _type = "Task" [ 972.461711] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.470983] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ebbff5-ea42-20d1-e4fb-4e6bb0456e31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.669686] env[69677]: DEBUG oslo_concurrency.lockutils [req-e9c0318f-e16f-4c33-aba6-88b9731f26b2 req-51e8dc1f-45f4-49e7-9cca-0491ba7798cf service nova] Releasing lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.820831] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436789, 'name': PowerOffVM_Task, 'duration_secs': 0.254436} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.821130] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.821907] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f27b3d8-1514-40b7-ab0e-6867c098cf57 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.848490] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d80ad39-009d-471c-ab06-a357150b1553 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.863218] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeb5d21-c7c0-49ca-956e-4895c18a3dc6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.873057] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8dc7bd-f0b0-4593-9b6c-9ad25ed5e305 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.911034] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.918198] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dc05978-3f34-43ca-ab47-a1a010cfb143 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.920783] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159dc810-5445-491a-8628-aed5316efd94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.930466] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b4475b-8154-4c26-af31-1b3909d8ba74 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.936490] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 972.936490] env[69677]: value = "task-3436790" [ 972.936490] env[69677]: _type = "Task" [ 972.936490] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.947768] env[69677]: DEBUG nova.compute.provider_tree [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.956277] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 972.956647] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.956873] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.971140] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ebbff5-ea42-20d1-e4fb-4e6bb0456e31, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.971419] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.971634] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] e0430acf-d6b7-4fda-b44e-5b91f75db187/e0430acf-d6b7-4fda-b44e-5b91f75db187.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.971903] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.972087] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.972299] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4d15ae3-ac44-4b81-a5c3-2bc72b94d134 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.974348] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b682ff39-94d1-4d99-83c5-cbaba08d4671 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.981292] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 972.981292] env[69677]: value = "task-3436791" [ 972.981292] env[69677]: _type = "Task" [ 972.981292] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.986278] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.986448] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.987808] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bbc907e-8820-4fbb-a8ab-737b259a6621 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.993844] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.996574] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 972.996574] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5275b52e-c1ae-c953-aae2-59c65e038411" [ 972.996574] env[69677]: _type = "Task" [ 972.996574] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.003793] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5275b52e-c1ae-c953-aae2-59c65e038411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.137458] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.137851] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c66cac9b-b431-4eed-8ee0-ce5a713475ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.146101] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 973.146101] env[69677]: value = "task-3436792" [ 973.146101] env[69677]: _type = "Task" [ 973.146101] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.156215] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 973.156470] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.157344] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cd87b5-d18a-43a6-995e-f3e4b645abc1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.166028] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "9876de01-e37a-4903-b92e-090b18987ab6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.166325] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "9876de01-e37a-4903-b92e-090b18987ab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.166538] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "9876de01-e37a-4903-b92e-090b18987ab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.166750] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "9876de01-e37a-4903-b92e-090b18987ab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.166875] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "9876de01-e37a-4903-b92e-090b18987ab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.168628] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.168893] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0fa8a0b-8277-43c0-9057-5d9356ec8962 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.171403] env[69677]: INFO nova.compute.manager [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Terminating instance [ 973.250885] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.251160] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.251254] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleting the datastore file [datastore2] dd5a53cd-6bd9-4497-b607-0b857244b3a4 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.251497] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-751e4208-cbbe-4994-8372-91befad1b699 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.259459] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 973.259459] env[69677]: value = "task-3436794" [ 973.259459] env[69677]: _type = "Task" [ 973.259459] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.269794] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.368041] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.368389] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.368730] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.368868] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.369087] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.372712] env[69677]: INFO nova.compute.manager [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Terminating instance [ 973.434724] env[69677]: INFO nova.compute.manager [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Swapping old allocation on dict_keys(['0c5171a8-f2e0-4f3a-8916-700b7523cd77']) held by migration b39bf2fc-7dd6-41c0-aabd-fdea5e041b70 for instance [ 973.450856] env[69677]: DEBUG nova.scheduler.client.report [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.474700] env[69677]: DEBUG nova.scheduler.client.report [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Overwriting current allocation {'allocations': {'0c5171a8-f2e0-4f3a-8916-700b7523cd77': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 102}}, 'project_id': 'c4300c4d69984fac8a5d8bd132a0c5ab', 'user_id': 'a72009ad7cc343fab67ff8060621b01b', 'consumer_generation': 1} on consumer 813a4698-8055-46d1-a5de-966e8cdacbb5 {{(pid=69677) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 973.493490] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493869} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.493490] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] e0430acf-d6b7-4fda-b44e-5b91f75db187/e0430acf-d6b7-4fda-b44e-5b91f75db187.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.493490] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.493490] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f96e3f25-7014-4c17-bbab-fb8ab0e9c40e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.501444] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 973.501444] env[69677]: value = "task-3436795" [ 973.501444] env[69677]: _type = "Task" [ 973.501444] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.511810] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5275b52e-c1ae-c953-aae2-59c65e038411, 'name': SearchDatastore_Task, 'duration_secs': 0.008029} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.513741] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de46fb01-8af1-4154-91f1-5c2e6311bdc9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.519454] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.522603] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 973.522603] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5200ae8c-b92c-4ad4-7cef-51faffaea8a2" [ 973.522603] env[69677]: _type = "Task" [ 973.522603] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.530850] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5200ae8c-b92c-4ad4-7cef-51faffaea8a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.571994] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.572238] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquired lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.572493] env[69677]: DEBUG nova.network.neutron [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.637265] env[69677]: DEBUG nova.compute.manager [req-0d949888-6a4b-4dc1-bdec-07c6e2bc4c4c req-e77b9ec7-f839-410b-b306-05fa48f5a82b service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Received event network-changed-d6530336-438f-4a34-85ea-a8017986f708 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.637265] env[69677]: DEBUG nova.compute.manager [req-0d949888-6a4b-4dc1-bdec-07c6e2bc4c4c req-e77b9ec7-f839-410b-b306-05fa48f5a82b service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Refreshing instance network info cache due to event network-changed-d6530336-438f-4a34-85ea-a8017986f708. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.637265] env[69677]: DEBUG oslo_concurrency.lockutils [req-0d949888-6a4b-4dc1-bdec-07c6e2bc4c4c req-e77b9ec7-f839-410b-b306-05fa48f5a82b service nova] Acquiring lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.637547] env[69677]: DEBUG oslo_concurrency.lockutils [req-0d949888-6a4b-4dc1-bdec-07c6e2bc4c4c req-e77b9ec7-f839-410b-b306-05fa48f5a82b service nova] Acquired lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.637547] env[69677]: DEBUG nova.network.neutron [req-0d949888-6a4b-4dc1-bdec-07c6e2bc4c4c req-e77b9ec7-f839-410b-b306-05fa48f5a82b service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Refreshing network info cache for port d6530336-438f-4a34-85ea-a8017986f708 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.675497] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "refresh_cache-9876de01-e37a-4903-b92e-090b18987ab6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.675773] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquired lock "refresh_cache-9876de01-e37a-4903-b92e-090b18987ab6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.676055] env[69677]: DEBUG nova.network.neutron [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.771442] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419499} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.772106] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.772106] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.772282] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.877247] env[69677]: DEBUG nova.compute.manager [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.877570] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.878990] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77095d84-fa41-4388-8e49-72a5776fe233 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.886945] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.887244] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea5b5c0-b754-4979-baee-e778b3141fe5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.894086] env[69677]: DEBUG oslo_vmware.api [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 973.894086] env[69677]: value = "task-3436796" [ 973.894086] env[69677]: _type = "Task" [ 973.894086] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.903328] env[69677]: DEBUG oslo_vmware.api [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.961332] env[69677]: DEBUG oslo_concurrency.lockutils [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.962543] env[69677]: DEBUG oslo_concurrency.lockutils [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.076s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.962779] env[69677]: DEBUG nova.objects.instance [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lazy-loading 'resources' on Instance uuid e3fc3374-93b2-4c4d-b98b-6edff8c00dca {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.982147] env[69677]: INFO nova.scheduler.client.report [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleted allocations for instance a97560ec-5ca3-4e30-88f2-1e767ebcdeb9 [ 974.013776] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078471} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.014172] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.015203] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7a33d1-47ad-43b8-9984-ad2e47facb3b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.037539] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] e0430acf-d6b7-4fda-b44e-5b91f75db187/e0430acf-d6b7-4fda-b44e-5b91f75db187.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.041521] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-548cc13b-a8c8-49b6-a186-bb2f93fbee27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.062080] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5200ae8c-b92c-4ad4-7cef-51faffaea8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.018656} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.063324] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.063610] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 5d0c4a47-74d2-4d4d-958a-d9728b0e0547/5d0c4a47-74d2-4d4d-958a-d9728b0e0547.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.063922] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 974.063922] env[69677]: value = "task-3436797" [ 974.063922] env[69677]: _type = "Task" [ 974.063922] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.064142] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.064330] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.064539] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8e278bd-3d00-40a7-b9b5-3148159f5e8d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.066474] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-174ff2c6-314e-490e-9010-1b9b96de742c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.084027] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.084391] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 974.084391] env[69677]: value = "task-3436798" [ 974.084391] env[69677]: _type = "Task" [ 974.084391] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.086045] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.086249] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.089760] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5fbb817-3eb7-484d-a96a-c4d00745854b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.096617] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.097975] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 974.097975] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52901eb6-11a9-7999-30e9-c8b34f545bfe" [ 974.097975] env[69677]: _type = "Task" [ 974.097975] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.105715] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52901eb6-11a9-7999-30e9-c8b34f545bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.206654] env[69677]: DEBUG nova.network.neutron [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.318368] env[69677]: DEBUG nova.network.neutron [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.406034] env[69677]: DEBUG oslo_vmware.api [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436796, 'name': PowerOffVM_Task, 'duration_secs': 0.345169} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.406455] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.407507] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.407879] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cf81f9b-b816-4e81-979b-0a752b88ecfc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.414888] env[69677]: DEBUG nova.network.neutron [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance_info_cache with network_info: [{"id": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "address": "fa:16:3e:e2:69:f4", "network": {"id": "25b85e2c-c7f0-441e-acb0-1d7fe6ecbefe", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5ee7e15efb3743e79c640d47c4b9a7ea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01fb21eb-6d", "ovs_interfaceid": "01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.475801] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.476075] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.476299] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleting the datastore file [datastore1] aa05b061-db28-4bcb-912e-0dc9d8cc9a02 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.476582] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edb83268-5c85-47d6-9163-6c480fc94e77 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.490438] env[69677]: DEBUG oslo_concurrency.lockutils [None req-43f50af1-fc71-4be2-89c5-381cea643015 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a97560ec-5ca3-4e30-88f2-1e767ebcdeb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.515s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.491545] env[69677]: DEBUG oslo_vmware.api [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 974.491545] env[69677]: value = "task-3436800" [ 974.491545] env[69677]: _type = "Task" [ 974.491545] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.492469] env[69677]: DEBUG nova.network.neutron [req-0d949888-6a4b-4dc1-bdec-07c6e2bc4c4c req-e77b9ec7-f839-410b-b306-05fa48f5a82b service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Updated VIF entry in instance network info cache for port d6530336-438f-4a34-85ea-a8017986f708. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.493452] env[69677]: DEBUG nova.network.neutron [req-0d949888-6a4b-4dc1-bdec-07c6e2bc4c4c req-e77b9ec7-f839-410b-b306-05fa48f5a82b service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Updating instance_info_cache with network_info: [{"id": "d6530336-438f-4a34-85ea-a8017986f708", "address": "fa:16:3e:90:e2:44", "network": {"id": "1a08eb90-c303-4fa8-b905-60dd8a10654b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-214967105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac3d5e125814de5bcadeccede3089e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6530336-43", "ovs_interfaceid": "d6530336-438f-4a34-85ea-a8017986f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.511829] env[69677]: DEBUG oslo_vmware.api [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.578481] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.595105] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508874} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.597803] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 5d0c4a47-74d2-4d4d-958a-d9728b0e0547/5d0c4a47-74d2-4d4d-958a-d9728b0e0547.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.598043] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.598567] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74f3ce31-75ce-4a36-8b54-dc12b2a1b9ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.608787] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52901eb6-11a9-7999-30e9-c8b34f545bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.612865] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 974.612865] env[69677]: value = "task-3436801" [ 974.612865] env[69677]: _type = "Task" [ 974.612865] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.613291] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1b7479-c637-40bd-8c1c-8ae00d891077 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.621499] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 974.621499] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a70466-9d0b-e5d0-e8eb-98b53fd8bede" [ 974.621499] env[69677]: _type = "Task" [ 974.621499] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.624619] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.636610] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a70466-9d0b-e5d0-e8eb-98b53fd8bede, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.636610] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.636610] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] fea16a35-e417-4a40-93c9-adcda456bbc6/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. {{(pid=69677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 974.636878] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0421630-3ce5-4858-899a-b2a0b4bb90ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.645528] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 974.645528] env[69677]: value = "task-3436802" [ 974.645528] env[69677]: _type = "Task" [ 974.645528] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.654288] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.817008] env[69677]: DEBUG nova.virt.hardware [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.817312] env[69677]: DEBUG nova.virt.hardware [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.817533] env[69677]: DEBUG nova.virt.hardware [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.817733] env[69677]: DEBUG nova.virt.hardware [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.817880] env[69677]: DEBUG nova.virt.hardware [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.818070] env[69677]: DEBUG nova.virt.hardware [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.818263] env[69677]: DEBUG nova.virt.hardware [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.818426] env[69677]: DEBUG nova.virt.hardware [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.818628] env[69677]: DEBUG nova.virt.hardware [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.818792] env[69677]: DEBUG nova.virt.hardware [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.818961] env[69677]: DEBUG nova.virt.hardware [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.819861] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bfb9ee-c394-4cee-9778-710957448d27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.825188] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Releasing lock "refresh_cache-9876de01-e37a-4903-b92e-090b18987ab6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.825888] env[69677]: DEBUG nova.compute.manager [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.826530] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.828328] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3df7ad-14bd-46e5-938e-690291f9b96f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.843536] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6189c00-3444-4504-bcfe-9534a534ea1f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.847867] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.851894] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e94b74ec-41ef-47f9-92ac-18aa28b797f5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.864661] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:c6:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.872982] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.877997] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.878471] env[69677]: DEBUG oslo_vmware.api [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 974.878471] env[69677]: value = "task-3436803" [ 974.878471] env[69677]: _type = "Task" [ 974.878471] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.878911] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99776979-e50a-48d0-8489-f6502f649ad0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.909275] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.909275] env[69677]: value = "task-3436804" [ 974.909275] env[69677]: _type = "Task" [ 974.909275] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.912981] env[69677]: DEBUG oslo_vmware.api [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.919699] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Releasing lock "refresh_cache-813a4698-8055-46d1-a5de-966e8cdacbb5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.920268] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.921239] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-821160a2-89a8-4853-8a73-f5ea718e0b8e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.927377] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436804, 'name': CreateVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.929877] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 974.929877] env[69677]: value = "task-3436805" [ 974.929877] env[69677]: _type = "Task" [ 974.929877] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.944871] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.994441] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189eb207-469b-4d9d-b53c-9ed7712cd6e8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.998094] env[69677]: DEBUG oslo_concurrency.lockutils [req-0d949888-6a4b-4dc1-bdec-07c6e2bc4c4c req-e77b9ec7-f839-410b-b306-05fa48f5a82b service nova] Releasing lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.011246] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c037d157-362d-4da3-9608-ee0780359f18 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.022743] env[69677]: DEBUG oslo_vmware.api [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252783} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.051037] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.051281] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.051840] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.052161] env[69677]: INFO nova.compute.manager [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Took 1.17 seconds to destroy the instance on the hypervisor. [ 975.052451] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.053441] env[69677]: DEBUG nova.compute.manager [-] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.053560] env[69677]: DEBUG nova.network.neutron [-] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.056040] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05862b16-ab03-42c1-84f7-e4e52f8ee805 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.064843] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1b02e8-6675-4169-a92c-0370786fd1c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.080258] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436797, 'name': ReconfigVM_Task, 'duration_secs': 0.60392} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.089222] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Reconfigured VM instance instance-0000004e to attach disk [datastore1] e0430acf-d6b7-4fda-b44e-5b91f75db187/e0430acf-d6b7-4fda-b44e-5b91f75db187.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.090277] env[69677]: DEBUG nova.compute.provider_tree [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.093600] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17cf72de-3b68-4d1e-914b-c56f61ee4931 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.108597] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 975.108597] env[69677]: value = "task-3436806" [ 975.108597] env[69677]: _type = "Task" [ 975.108597] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.117698] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436806, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.127290] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1318} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.127600] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.128434] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a476f2-9f84-4a3e-9323-952bc40e9b0d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.153026] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 5d0c4a47-74d2-4d4d-958a-d9728b0e0547/5d0c4a47-74d2-4d4d-958a-d9728b0e0547.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.153755] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c869aeb-f9b4-4f66-8262-07dadd3f932b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.182525] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481228} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.183911] env[69677]: INFO nova.virt.vmwareapi.ds_util [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] fea16a35-e417-4a40-93c9-adcda456bbc6/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. [ 975.184356] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 975.184356] env[69677]: value = "task-3436807" [ 975.184356] env[69677]: _type = "Task" [ 975.184356] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.185165] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c692b60b-6054-4357-8ffc-a635a4ab228c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.212495] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436807, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.220781] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] fea16a35-e417-4a40-93c9-adcda456bbc6/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.221110] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7519fde4-82e9-4458-94db-df32f2ca14da {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.240335] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 975.240335] env[69677]: value = "task-3436808" [ 975.240335] env[69677]: _type = "Task" [ 975.240335] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.251127] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.409909] env[69677]: DEBUG oslo_vmware.api [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436803, 'name': PowerOffVM_Task, 'duration_secs': 0.176066} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.410227] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.410388] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.410636] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3080987-2d5f-41fd-8bcd-13bf52c93c44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.422323] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436804, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.435411] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.435682] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.435906] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Deleting the datastore file [datastore2] 9876de01-e37a-4903-b92e-090b18987ab6 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.438042] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1063f4ff-5293-463a-a4a6-0ddcbc43f5c3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.445044] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436805, 'name': PowerOffVM_Task, 'duration_secs': 0.251236} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.445044] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.446333] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:30:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d683a2d5-ea3e-40a5-a19c-2996c0d79727',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1075716087',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.446603] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.446768] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.447051] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.447154] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.447310] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.447553] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.447718] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.447923] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.448123] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.448305] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.455822] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c781d6e-41af-43ec-851e-6800226c039c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.468074] env[69677]: DEBUG oslo_vmware.api [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 975.468074] env[69677]: value = "task-3436810" [ 975.468074] env[69677]: _type = "Task" [ 975.468074] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.474049] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 975.474049] env[69677]: value = "task-3436811" [ 975.474049] env[69677]: _type = "Task" [ 975.474049] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.481995] env[69677]: DEBUG oslo_vmware.api [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.487328] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.593736] env[69677]: DEBUG nova.scheduler.client.report [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.599947] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "a8f82b8b-a451-4b77-abe9-d69a7d061051" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.600210] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a8f82b8b-a451-4b77-abe9-d69a7d061051" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.600417] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "a8f82b8b-a451-4b77-abe9-d69a7d061051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.600614] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a8f82b8b-a451-4b77-abe9-d69a7d061051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.600780] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a8f82b8b-a451-4b77-abe9-d69a7d061051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.602713] env[69677]: INFO nova.compute.manager [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Terminating instance [ 975.619598] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436806, 'name': Rename_Task, 'duration_secs': 0.142985} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.619873] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.620126] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd52f918-b26a-454a-b9c0-bae873a64841 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.626423] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 975.626423] env[69677]: value = "task-3436812" [ 975.626423] env[69677]: _type = "Task" [ 975.626423] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.635424] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.698231] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436807, 'name': ReconfigVM_Task, 'duration_secs': 0.310247} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.698575] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 5d0c4a47-74d2-4d4d-958a-d9728b0e0547/5d0c4a47-74d2-4d4d-958a-d9728b0e0547.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.699247] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-705cdd7c-5599-4bf5-93fa-a786193bde2b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.704933] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 975.704933] env[69677]: value = "task-3436813" [ 975.704933] env[69677]: _type = "Task" [ 975.704933] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.712681] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436813, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.749742] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436808, 'name': ReconfigVM_Task, 'duration_secs': 0.362765} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.750027] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Reconfigured VM instance instance-00000042 to attach disk [datastore1] fea16a35-e417-4a40-93c9-adcda456bbc6/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.750883] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b41831-0972-4679-91de-217cd5aef3e0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.780776] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96cddfdc-9656-420a-8a54-f4b75b79d6eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.796471] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 975.796471] env[69677]: value = "task-3436814" [ 975.796471] env[69677]: _type = "Task" [ 975.796471] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.809261] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.842321] env[69677]: DEBUG nova.compute.manager [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Received event network-changed-d6530336-438f-4a34-85ea-a8017986f708 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.842631] env[69677]: DEBUG nova.compute.manager [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Refreshing instance network info cache due to event network-changed-d6530336-438f-4a34-85ea-a8017986f708. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.842807] env[69677]: DEBUG oslo_concurrency.lockutils [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] Acquiring lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.842950] env[69677]: DEBUG oslo_concurrency.lockutils [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] Acquired lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.843121] env[69677]: DEBUG nova.network.neutron [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Refreshing network info cache for port d6530336-438f-4a34-85ea-a8017986f708 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.923383] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436804, 'name': CreateVM_Task, 'duration_secs': 0.601338} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.923587] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.924303] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.924494] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.924817] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.925092] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f0d663-b016-434a-9d1b-a25ea69decb4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.929634] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 975.929634] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524433e0-a8f1-39ae-b28a-476031da99e3" [ 975.929634] env[69677]: _type = "Task" [ 975.929634] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.937291] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524433e0-a8f1-39ae-b28a-476031da99e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.940798] env[69677]: DEBUG nova.network.neutron [-] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.977841] env[69677]: DEBUG oslo_vmware.api [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136056} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.981677] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.981903] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.982115] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.982305] env[69677]: INFO nova.compute.manager [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 975.982567] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.982831] env[69677]: DEBUG nova.compute.manager [-] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.982916] env[69677]: DEBUG nova.network.neutron [-] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.990305] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436811, 'name': ReconfigVM_Task, 'duration_secs': 0.383506} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.992038] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83808f3a-d30e-4d80-b798-4e4a37cb0fa9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.013172] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:30:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d683a2d5-ea3e-40a5-a19c-2996c0d79727',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1075716087',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.013456] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.013617] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.013818] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.013964] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.018025] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.018025] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.018025] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.018025] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.018025] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.018260] env[69677]: DEBUG nova.virt.hardware [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.018260] env[69677]: DEBUG nova.network.neutron [-] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.018260] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c4f8dd-0d39-4c05-a8bd-4f3194c1ec0b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.024200] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 976.024200] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522ed4c1-42b6-cdd4-4fd1-eefd123031ab" [ 976.024200] env[69677]: _type = "Task" [ 976.024200] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.036294] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522ed4c1-42b6-cdd4-4fd1-eefd123031ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.099044] env[69677]: DEBUG oslo_concurrency.lockutils [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.102705] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.929s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.103061] env[69677]: DEBUG nova.objects.instance [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Lazy-loading 'resources' on Instance uuid ab249b30-8c3f-4b42-bab8-aec62b67d426 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.110476] env[69677]: DEBUG nova.compute.manager [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.110759] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.113224] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4163bbac-be26-44d4-b392-a43e959d8721 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.124067] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.124869] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfd67945-133a-4d1e-8c22-b6cbbbe2e7d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.128305] env[69677]: INFO nova.scheduler.client.report [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Deleted allocations for instance e3fc3374-93b2-4c4d-b98b-6edff8c00dca [ 976.136676] env[69677]: DEBUG oslo_vmware.api [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 976.136676] env[69677]: value = "task-3436815" [ 976.136676] env[69677]: _type = "Task" [ 976.136676] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.145324] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436812, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.149945] env[69677]: DEBUG oslo_vmware.api [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.215280] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436813, 'name': Rename_Task, 'duration_secs': 0.162237} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.215604] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.215849] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aca6513a-8ddb-4951-80f3-fda2ea16d3bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.221245] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 976.221245] env[69677]: value = "task-3436816" [ 976.221245] env[69677]: _type = "Task" [ 976.221245] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.228156] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.310019] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436814, 'name': ReconfigVM_Task, 'duration_secs': 0.230332} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.310019] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.310256] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec3c5217-37f6-419f-a93d-85d5960dc5c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.317920] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 976.317920] env[69677]: value = "task-3436817" [ 976.317920] env[69677]: _type = "Task" [ 976.317920] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.328937] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.442504] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524433e0-a8f1-39ae-b28a-476031da99e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01286} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.442986] env[69677]: INFO nova.compute.manager [-] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Took 1.39 seconds to deallocate network for instance. [ 976.443360] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.443626] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.443879] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.444038] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.444222] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.445990] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88307e88-8014-45b9-a470-eb0437769da2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.461842] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.462049] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.462815] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0b2cba-a8ed-45be-956d-5a873c0ddb94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.468164] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 976.468164] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d08234-4dc3-a40b-fd57-f48274e6a74c" [ 976.468164] env[69677]: _type = "Task" [ 976.468164] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.476759] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d08234-4dc3-a40b-fd57-f48274e6a74c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.521714] env[69677]: DEBUG nova.network.neutron [-] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.535948] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522ed4c1-42b6-cdd4-4fd1-eefd123031ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011536} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.544273] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 976.545245] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d12e9ba1-a35b-4474-9cc8-cb3bda3f7a93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.564471] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 976.564471] env[69677]: value = "task-3436818" [ 976.564471] env[69677]: _type = "Task" [ 976.564471] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.573747] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.612787] env[69677]: DEBUG nova.network.neutron [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Updated VIF entry in instance network info cache for port d6530336-438f-4a34-85ea-a8017986f708. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.613328] env[69677]: DEBUG nova.network.neutron [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Updating instance_info_cache with network_info: [{"id": "d6530336-438f-4a34-85ea-a8017986f708", "address": "fa:16:3e:90:e2:44", "network": {"id": "1a08eb90-c303-4fa8-b905-60dd8a10654b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-214967105-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac3d5e125814de5bcadeccede3089e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6530336-43", "ovs_interfaceid": "d6530336-438f-4a34-85ea-a8017986f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.614725] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquiring lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.614995] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.615749] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquiring lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.615977] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.616219] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.618722] env[69677]: INFO nova.compute.manager [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Terminating instance [ 976.640946] env[69677]: DEBUG oslo_vmware.api [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436812, 'name': PowerOnVM_Task, 'duration_secs': 0.516468} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.641445] env[69677]: DEBUG oslo_concurrency.lockutils [None req-02d4072e-baa4-4cac-8ab2-f96ae5910e44 tempest-ImagesOneServerNegativeTestJSON-1345201779 tempest-ImagesOneServerNegativeTestJSON-1345201779-project-member] Lock "e3fc3374-93b2-4c4d-b98b-6edff8c00dca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.589s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.645477] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.645693] env[69677]: INFO nova.compute.manager [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Took 5.90 seconds to spawn the instance on the hypervisor. [ 976.645870] env[69677]: DEBUG nova.compute.manager [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.647121] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e3970f-37ff-4889-9ed0-87e264ae2ad1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.655840] env[69677]: DEBUG oslo_vmware.api [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436815, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.734129] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.830118] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436817, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.954039] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.983213] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d08234-4dc3-a40b-fd57-f48274e6a74c, 'name': SearchDatastore_Task, 'duration_secs': 0.017696} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.984764] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d14ac63-3611-43cb-a9f3-cd86b090dd60 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.994030] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 976.994030] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fb30ab-1a58-4f64-7e43-23b967cc871b" [ 976.994030] env[69677]: _type = "Task" [ 976.994030] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.000165] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fb30ab-1a58-4f64-7e43-23b967cc871b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.024719] env[69677]: INFO nova.compute.manager [-] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Took 1.04 seconds to deallocate network for instance. [ 977.077304] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436818, 'name': ReconfigVM_Task, 'duration_secs': 0.2043} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.077620] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 977.078430] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933f4e20-2f18-431b-a497-bbc05704ba29 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.102172] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 813a4698-8055-46d1-a5de-966e8cdacbb5/813a4698-8055-46d1-a5de-966e8cdacbb5.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.105776] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c03a188-4843-4338-88f9-7691023e5912 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.118615] env[69677]: DEBUG oslo_concurrency.lockutils [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] Releasing lock "refresh_cache-aa0dc81c-79ad-4ee5-a334-2c1984b82678" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.118732] env[69677]: DEBUG nova.compute.manager [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Received event network-vif-deleted-de1d10bf-438c-43f8-964e-341aae054211 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.118912] env[69677]: INFO nova.compute.manager [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Neutron deleted interface de1d10bf-438c-43f8-964e-341aae054211; detaching it from the instance and deleting it from the info cache [ 977.119186] env[69677]: DEBUG nova.network.neutron [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.122325] env[69677]: DEBUG nova.compute.manager [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.122528] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.124093] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2fbb45-50b9-4923-9e94-0ca2db293bfb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.127024] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 977.127024] env[69677]: value = "task-3436819" [ 977.127024] env[69677]: _type = "Task" [ 977.127024] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.135675] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.135772] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-246b4e27-72c3-4c9a-bd84-84fc9f6a8763 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.140471] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.147794] env[69677]: DEBUG oslo_vmware.api [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for the task: (returnval){ [ 977.147794] env[69677]: value = "task-3436820" [ 977.147794] env[69677]: _type = "Task" [ 977.147794] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.154363] env[69677]: DEBUG oslo_vmware.api [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436815, 'name': PowerOffVM_Task, 'duration_secs': 0.554661} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.157382] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.157609] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.158408] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9141c5d-6738-4e30-b699-eff2bce02706 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.166179] env[69677]: DEBUG oslo_vmware.api [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.168672] env[69677]: INFO nova.compute.manager [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Took 40.26 seconds to build instance. [ 977.211226] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e485ad-fdc9-40f5-a19a-5c89c3d1ae3b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.220629] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b75c911-08c6-4b07-b227-80290ed5a6a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.232530] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.232772] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.232954] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleting the datastore file [datastore1] a8f82b8b-a451-4b77-abe9-d69a7d061051 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.233950] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d650ec92-6fdc-4cb3-8f5b-edc6228ab564 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.263803] env[69677]: DEBUG oslo_vmware.api [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436816, 'name': PowerOnVM_Task, 'duration_secs': 0.667367} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.264750] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d64964-8ed5-4e54-b525-1132a2c68ae3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.267460] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.267692] env[69677]: INFO nova.compute.manager [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Took 9.24 seconds to spawn the instance on the hypervisor. [ 977.267880] env[69677]: DEBUG nova.compute.manager [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.269850] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a8f234-597c-493e-8f5d-6b597486df73 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.272563] env[69677]: DEBUG oslo_vmware.api [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for the task: (returnval){ [ 977.272563] env[69677]: value = "task-3436822" [ 977.272563] env[69677]: _type = "Task" [ 977.272563] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.284435] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9358eccd-455d-4e5f-8bcf-004ecb4ec162 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.292475] env[69677]: DEBUG oslo_vmware.api [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.303274] env[69677]: DEBUG nova.compute.provider_tree [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.328046] env[69677]: DEBUG oslo_vmware.api [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436817, 'name': PowerOnVM_Task, 'duration_secs': 0.540003} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.328295] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.331333] env[69677]: DEBUG nova.compute.manager [None req-ece79a8c-474d-479a-a95b-53246e369988 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.332390] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ced68c5-8872-419a-8021-acd5d7e22399 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.501573] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fb30ab-1a58-4f64-7e43-23b967cc871b, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.501858] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.502098] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] dd5a53cd-6bd9-4497-b607-0b857244b3a4/dd5a53cd-6bd9-4497-b607-0b857244b3a4.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.502359] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49545172-558a-4895-a69e-15d06dd88442 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.508595] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 977.508595] env[69677]: value = "task-3436823" [ 977.508595] env[69677]: _type = "Task" [ 977.508595] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.517616] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.529852] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.621746] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9d83745-f620-4294-8131-be9b2ca73887 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.631314] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce0bbbb-72ba-4138-9dbc-6f5524785537 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.649905] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436819, 'name': ReconfigVM_Task, 'duration_secs': 0.326701} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.652959] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 813a4698-8055-46d1-a5de-966e8cdacbb5/813a4698-8055-46d1-a5de-966e8cdacbb5.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.653777] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69dc2ba-4881-4ab0-b587-3bec02ae0470 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.660469] env[69677]: DEBUG oslo_vmware.api [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436820, 'name': PowerOffVM_Task, 'duration_secs': 0.177756} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.688032] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.688139] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.688884] env[69677]: DEBUG oslo_concurrency.lockutils [None req-76e0ac3c-30ac-43cc-b844-8874da62e92a tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "e0430acf-d6b7-4fda-b44e-5b91f75db187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.792s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.688987] env[69677]: DEBUG nova.compute.manager [req-ec29b3f6-ada4-424c-9425-c781034e5359 req-b32e0df3-6f52-4c55-abae-819502b24b92 service nova] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Detach interface failed, port_id=de1d10bf-438c-43f8-964e-341aae054211, reason: Instance aa05b061-db28-4bcb-912e-0dc9d8cc9a02 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 977.689583] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69cd88c9-47a6-456b-9635-99b2a303bb44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.691834] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f2ad3d-b815-4049-8a66-ec653786c3e4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.711193] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003df187-d31a-4ce0-a4cf-6c915f5229fb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.732205] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f38ca-b868-4c4d-9b2e-4bfe467deaac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.740555] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.740824] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ddb36e4-05ad-4c89-89c0-238b3175767d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.746349] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 977.746349] env[69677]: value = "task-3436825" [ 977.746349] env[69677]: _type = "Task" [ 977.746349] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.755708] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.759379] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.759657] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.759922] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Deleting the datastore file [datastore2] aa0dc81c-79ad-4ee5-a334-2c1984b82678 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.760304] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aeb2798-f5ad-4151-a06f-47a354a8d0d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.770737] env[69677]: DEBUG oslo_vmware.api [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for the task: (returnval){ [ 977.770737] env[69677]: value = "task-3436826" [ 977.770737] env[69677]: _type = "Task" [ 977.770737] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.783554] env[69677]: DEBUG oslo_vmware.api [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.787411] env[69677]: DEBUG oslo_vmware.api [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Task: {'id': task-3436822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185832} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.787738] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.787967] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.788197] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.788408] env[69677]: INFO nova.compute.manager [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Took 1.68 seconds to destroy the instance on the hypervisor. [ 977.788696] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.788939] env[69677]: DEBUG nova.compute.manager [-] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.789067] env[69677]: DEBUG nova.network.neutron [-] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.800714] env[69677]: INFO nova.compute.manager [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Took 44.74 seconds to build instance. [ 977.809069] env[69677]: DEBUG nova.scheduler.client.report [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.019207] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436823, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.258479] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436825, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.280525] env[69677]: DEBUG oslo_vmware.api [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.302733] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ee1c372a-026d-420d-a0aa-65029d005dd1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.254s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.314024] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.316378] env[69677]: DEBUG oslo_concurrency.lockutils [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.311s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.316607] env[69677]: DEBUG nova.objects.instance [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lazy-loading 'resources' on Instance uuid c3073008-f9d2-4bf4-ac0d-bff7d6627d3d {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.341712] env[69677]: INFO nova.scheduler.client.report [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Deleted allocations for instance ab249b30-8c3f-4b42-bab8-aec62b67d426 [ 978.379488] env[69677]: INFO nova.compute.manager [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Rebuilding instance [ 978.429484] env[69677]: DEBUG nova.compute.manager [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.429484] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73a36ba-72b0-435b-a7ff-e17e9b7c11c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.521210] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694803} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.521469] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] dd5a53cd-6bd9-4497-b607-0b857244b3a4/dd5a53cd-6bd9-4497-b607-0b857244b3a4.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.521761] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.521935] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f4c5b44-0b49-473e-894c-2fb7fd42f5e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.529250] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 978.529250] env[69677]: value = "task-3436827" [ 978.529250] env[69677]: _type = "Task" [ 978.529250] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.538372] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.608314] env[69677]: DEBUG nova.compute.manager [req-729818af-3ed1-4bac-9541-853bf8a9f02e req-1f1dd97f-7acb-4ab6-b868-09fe626f5e54 service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Received event network-vif-deleted-63f0fb81-a5b9-4ed3-a684-74f77314320c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.608314] env[69677]: INFO nova.compute.manager [req-729818af-3ed1-4bac-9541-853bf8a9f02e req-1f1dd97f-7acb-4ab6-b868-09fe626f5e54 service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Neutron deleted interface 63f0fb81-a5b9-4ed3-a684-74f77314320c; detaching it from the instance and deleting it from the info cache [ 978.608314] env[69677]: DEBUG nova.network.neutron [req-729818af-3ed1-4bac-9541-853bf8a9f02e req-1f1dd97f-7acb-4ab6-b868-09fe626f5e54 service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.762125] env[69677]: DEBUG oslo_vmware.api [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436825, 'name': PowerOnVM_Task, 'duration_secs': 0.512248} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.762484] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.781291] env[69677]: DEBUG oslo_vmware.api [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Task: {'id': task-3436826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524156} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.781560] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.781759] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.781929] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.782121] env[69677]: INFO nova.compute.manager [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Took 1.66 seconds to destroy the instance on the hypervisor. [ 978.782370] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.783368] env[69677]: DEBUG nova.compute.manager [-] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.783368] env[69677]: DEBUG nova.network.neutron [-] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.787844] env[69677]: DEBUG nova.network.neutron [-] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.851073] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f9c4c10-e149-471c-9c6e-4dd369e6f847 tempest-ServersTestJSON-234216361 tempest-ServersTestJSON-234216361-project-member] Lock "ab249b30-8c3f-4b42-bab8-aec62b67d426" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.801s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.042128] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231763} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.042489] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.043726] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6559af5-f465-4383-a4ed-9c3566780df1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.067580] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] dd5a53cd-6bd9-4497-b607-0b857244b3a4/dd5a53cd-6bd9-4497-b607-0b857244b3a4.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.070610] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aada513-7fbc-4b3f-8b79-ba9ac7f21b14 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.092952] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 979.092952] env[69677]: value = "task-3436828" [ 979.092952] env[69677]: _type = "Task" [ 979.092952] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.101826] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.109081] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47667c31-891a-4e2e-9c21-9ac93b056f83 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.118314] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a252912-ff8c-4829-85e7-a087982a4af0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.156679] env[69677]: DEBUG nova.compute.manager [req-729818af-3ed1-4bac-9541-853bf8a9f02e req-1f1dd97f-7acb-4ab6-b868-09fe626f5e54 service nova] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Detach interface failed, port_id=63f0fb81-a5b9-4ed3-a684-74f77314320c, reason: Instance a8f82b8b-a451-4b77-abe9-d69a7d061051 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.290108] env[69677]: INFO nova.compute.manager [-] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Took 1.50 seconds to deallocate network for instance. [ 979.366652] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6872f4d-bac2-4827-9e94-50937825566d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.374382] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2f3d79-93a7-4d3d-9386-3294b63705c5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.407290] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7a23e9-39bf-418e-b112-4a248e99a47f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.415816] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1249875-81fd-4784-b63c-4e5d38375641 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.430683] env[69677]: DEBUG nova.compute.provider_tree [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.445460] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.445790] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc410774-5156-4ad3-8364-87be738d889a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.453087] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 979.453087] env[69677]: value = "task-3436829" [ 979.453087] env[69677]: _type = "Task" [ 979.453087] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.470724] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.508034] env[69677]: INFO nova.compute.manager [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Unrescuing [ 979.508346] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.508672] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquired lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.508775] env[69677]: DEBUG nova.network.neutron [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.607584] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436828, 'name': ReconfigVM_Task, 'duration_secs': 0.322737} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.607909] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Reconfigured VM instance instance-0000004b to attach disk [datastore2] dd5a53cd-6bd9-4497-b607-0b857244b3a4/dd5a53cd-6bd9-4497-b607-0b857244b3a4.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.610636] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a32ac050-839a-4316-bdfd-ef4af017a71e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.619827] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 979.619827] env[69677]: value = "task-3436830" [ 979.619827] env[69677]: _type = "Task" [ 979.619827] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.637769] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436830, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.777602] env[69677]: INFO nova.compute.manager [None req-e9fbafeb-91e3-4acd-9d3b-4e5875d14350 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance to original state: 'active' [ 979.798502] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.934698] env[69677]: DEBUG nova.scheduler.client.report [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.941985] env[69677]: DEBUG nova.compute.manager [req-f5d4226c-68a7-4bf7-aa56-b2e8645362ab req-1c566a80-32aa-4cfe-be41-71b876edb790 service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Received event network-changed-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.945099] env[69677]: DEBUG nova.compute.manager [req-f5d4226c-68a7-4bf7-aa56-b2e8645362ab req-1c566a80-32aa-4cfe-be41-71b876edb790 service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Refreshing instance network info cache due to event network-changed-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.945547] env[69677]: DEBUG oslo_concurrency.lockutils [req-f5d4226c-68a7-4bf7-aa56-b2e8645362ab req-1c566a80-32aa-4cfe-be41-71b876edb790 service nova] Acquiring lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.945840] env[69677]: DEBUG oslo_concurrency.lockutils [req-f5d4226c-68a7-4bf7-aa56-b2e8645362ab req-1c566a80-32aa-4cfe-be41-71b876edb790 service nova] Acquired lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.946141] env[69677]: DEBUG nova.network.neutron [req-f5d4226c-68a7-4bf7-aa56-b2e8645362ab req-1c566a80-32aa-4cfe-be41-71b876edb790 service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Refreshing network info cache for port 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.966957] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436829, 'name': PowerOffVM_Task, 'duration_secs': 0.328352} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.968306] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.968556] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.969964] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c2cd7e-0aa5-4ac0-a857-37efe953e8b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.978720] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.978982] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad5c2676-8817-4363-baa8-2829c89dd946 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.004599] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.005226] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.005226] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Deleting the datastore file [datastore1] e0430acf-d6b7-4fda-b44e-5b91f75db187 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.005463] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1c45cd2-356e-4405-9662-46c9fd73b8ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.014243] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 980.014243] env[69677]: value = "task-3436832" [ 980.014243] env[69677]: _type = "Task" [ 980.014243] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.023111] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.115954] env[69677]: DEBUG nova.network.neutron [-] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.130227] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436830, 'name': Rename_Task, 'duration_secs': 0.153115} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.131140] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.131394] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28b79719-689d-473f-9cdc-bd006f22e0ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.141455] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 980.141455] env[69677]: value = "task-3436833" [ 980.141455] env[69677]: _type = "Task" [ 980.141455] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.154319] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.241124] env[69677]: DEBUG nova.network.neutron [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updating instance_info_cache with network_info: [{"id": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "address": "fa:16:3e:76:a3:19", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fe87ff-39", "ovs_interfaceid": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.454556] env[69677]: DEBUG oslo_concurrency.lockutils [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.459126] env[69677]: DEBUG oslo_concurrency.lockutils [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.202s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.459432] env[69677]: DEBUG nova.objects.instance [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lazy-loading 'resources' on Instance uuid 5df02f54-5283-4379-a5f0-8e1123c0ab92 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.492543] env[69677]: INFO nova.scheduler.client.report [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Deleted allocations for instance c3073008-f9d2-4bf4-ac0d-bff7d6627d3d [ 980.526375] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276395} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.526637] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.526815] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.526984] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.616706] env[69677]: INFO nova.compute.manager [-] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Took 1.83 seconds to deallocate network for instance. [ 980.652646] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436833, 'name': PowerOnVM_Task, 'duration_secs': 0.482819} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.656860] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.657341] env[69677]: DEBUG nova.compute.manager [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 980.658223] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca99bea4-a60a-4564-9684-bc67f7bb7ab7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.751363] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Releasing lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.751363] env[69677]: DEBUG nova.objects.instance [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lazy-loading 'flavor' on Instance uuid fea16a35-e417-4a40-93c9-adcda456bbc6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.768772] env[69677]: DEBUG nova.compute.manager [req-129d2a61-7431-41bc-ade1-456d2662de58 req-9237cb32-1f10-4b44-9d86-ec1017786d42 service nova] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Received event network-vif-deleted-d6530336-438f-4a34-85ea-a8017986f708 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.846418] env[69677]: DEBUG nova.network.neutron [req-f5d4226c-68a7-4bf7-aa56-b2e8645362ab req-1c566a80-32aa-4cfe-be41-71b876edb790 service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Updated VIF entry in instance network info cache for port 440d66a1-4b5b-4d57-9bcf-c7a10b2997bb. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.846815] env[69677]: DEBUG nova.network.neutron [req-f5d4226c-68a7-4bf7-aa56-b2e8645362ab req-1c566a80-32aa-4cfe-be41-71b876edb790 service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Updating instance_info_cache with network_info: [{"id": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "address": "fa:16:3e:85:39:2f", "network": {"id": "bc72ef42-78f7-42a6-b23f-764db6978814", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1279108948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e55ff0d4564aed97490023d3a1e8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440d66a1-4b", "ovs_interfaceid": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.010395] env[69677]: DEBUG oslo_concurrency.lockutils [None req-153b25b0-aaed-4d23-83fe-a1259c7fd6fb tempest-VolumesAdminNegativeTest-1792660432 tempest-VolumesAdminNegativeTest-1792660432-project-member] Lock "c3073008-f9d2-4bf4-ac0d-bff7d6627d3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.938s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.127136] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.169781] env[69677]: INFO nova.compute.manager [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] bringing vm to original state: 'stopped' [ 981.256583] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dac3822-a2e6-42e3-962c-590a234daebf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.289724] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.291428] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0a4a694-972b-4b63-9bd9-d7d7bbceeea9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.299486] env[69677]: DEBUG oslo_vmware.api [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 981.299486] env[69677]: value = "task-3436834" [ 981.299486] env[69677]: _type = "Task" [ 981.299486] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.310766] env[69677]: DEBUG oslo_vmware.api [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.349052] env[69677]: DEBUG oslo_concurrency.lockutils [req-f5d4226c-68a7-4bf7-aa56-b2e8645362ab req-1c566a80-32aa-4cfe-be41-71b876edb790 service nova] Releasing lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.471542] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dd1d1c-1053-4261-a1c2-3c6129bac0ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.481722] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f756ad3-9052-41cb-bd03-ca5de1c88b73 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.517009] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c976a2-4277-454a-a04a-23351ddbbc92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.527185] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22126096-e292-4c22-a3a6-2cdb53491402 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.542974] env[69677]: DEBUG nova.compute.provider_tree [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.579095] env[69677]: DEBUG nova.virt.hardware [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.579382] env[69677]: DEBUG nova.virt.hardware [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.579571] env[69677]: DEBUG nova.virt.hardware [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.579871] env[69677]: DEBUG nova.virt.hardware [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.580337] env[69677]: DEBUG nova.virt.hardware [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.580337] env[69677]: DEBUG nova.virt.hardware [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.580498] env[69677]: DEBUG nova.virt.hardware [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.581253] env[69677]: DEBUG nova.virt.hardware [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.581253] env[69677]: DEBUG nova.virt.hardware [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.581253] env[69677]: DEBUG nova.virt.hardware [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.581435] env[69677]: DEBUG nova.virt.hardware [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.582931] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747edcff-9f99-402e-9490-e3f85f69cedb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.591642] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d212a2c-80d5-45e3-bd27-aad7c6a9ab25 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.607632] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.613288] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.614839] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.617754] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f83a3830-5d1a-42f9-90a4-618c9d2032c1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.638130] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.638130] env[69677]: value = "task-3436835" [ 981.638130] env[69677]: _type = "Task" [ 981.638130] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.648482] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436835, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.810524] env[69677]: DEBUG oslo_vmware.api [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436834, 'name': PowerOffVM_Task, 'duration_secs': 0.439311} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.810843] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.816431] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Reconfiguring VM instance instance-00000042 to detach disk 2002 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 981.816769] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b03b527d-7f5e-40b1-b146-2d245260ce66 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.840729] env[69677]: DEBUG oslo_vmware.api [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 981.840729] env[69677]: value = "task-3436836" [ 981.840729] env[69677]: _type = "Task" [ 981.840729] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.850013] env[69677]: DEBUG oslo_vmware.api [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.047012] env[69677]: DEBUG nova.scheduler.client.report [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.135387] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "813a4698-8055-46d1-a5de-966e8cdacbb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.135387] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "813a4698-8055-46d1-a5de-966e8cdacbb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.135387] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "813a4698-8055-46d1-a5de-966e8cdacbb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.135387] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "813a4698-8055-46d1-a5de-966e8cdacbb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.135615] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "813a4698-8055-46d1-a5de-966e8cdacbb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.137685] env[69677]: INFO nova.compute.manager [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Terminating instance [ 982.149247] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436835, 'name': CreateVM_Task, 'duration_secs': 0.321991} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.149728] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 982.150196] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.150360] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.150678] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.150930] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b800e0-53e1-48c2-b9f4-5050cdc14cc2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.155523] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 982.155523] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528a2a77-c614-4b74-f935-6b4de43b77d2" [ 982.155523] env[69677]: _type = "Task" [ 982.155523] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.165732] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528a2a77-c614-4b74-f935-6b4de43b77d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.179611] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.179611] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.179611] env[69677]: DEBUG nova.compute.manager [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.180254] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18e6665-2dd9-4c50-beed-b1d84d3a7a65 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.188372] env[69677]: DEBUG nova.compute.manager [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 982.351100] env[69677]: DEBUG oslo_vmware.api [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.554164] env[69677]: DEBUG oslo_concurrency.lockutils [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.555303] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.549s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.558902] env[69677]: INFO nova.compute.claims [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.574944] env[69677]: INFO nova.scheduler.client.report [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleted allocations for instance 5df02f54-5283-4379-a5f0-8e1123c0ab92 [ 982.644959] env[69677]: DEBUG nova.compute.manager [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 982.645287] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.646493] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c31b250-0373-4194-9378-0556226d3c71 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.664236] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.665191] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcc9b36d-727e-40fa-9334-8158078b7adf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.670697] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528a2a77-c614-4b74-f935-6b4de43b77d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012312} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.671426] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.671746] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.672099] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.672164] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.672346] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.672598] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a21320ab-ce8b-41b6-9268-47c84393f5bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.677989] env[69677]: DEBUG oslo_vmware.api [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 982.677989] env[69677]: value = "task-3436837" [ 982.677989] env[69677]: _type = "Task" [ 982.677989] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.684473] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.684473] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.686993] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbbb92d-d8df-4efc-8481-cd6fdaffd47e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.689478] env[69677]: DEBUG oslo_vmware.api [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.692577] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 982.692577] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5239fb3a-11d0-27e1-0978-9ee7dcc975df" [ 982.692577] env[69677]: _type = "Task" [ 982.692577] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.696518] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.696768] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e418445f-a07b-439e-9f15-4ea42fc8f85d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.702632] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5239fb3a-11d0-27e1-0978-9ee7dcc975df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.708197] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 982.708197] env[69677]: value = "task-3436838" [ 982.708197] env[69677]: _type = "Task" [ 982.708197] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.717080] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.861796] env[69677]: DEBUG oslo_vmware.api [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436836, 'name': ReconfigVM_Task, 'duration_secs': 0.590297} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.862127] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Reconfigured VM instance instance-00000042 to detach disk 2002 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 982.862328] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.862978] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0434c43d-e8e4-4c44-b31f-96aa3695614f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.869226] env[69677]: DEBUG oslo_vmware.api [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 982.869226] env[69677]: value = "task-3436839" [ 982.869226] env[69677]: _type = "Task" [ 982.869226] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.878559] env[69677]: DEBUG oslo_vmware.api [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.083415] env[69677]: DEBUG oslo_concurrency.lockutils [None req-34669aa9-f68b-4002-81e4-19d5d635dbf7 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "5df02f54-5283-4379-a5f0-8e1123c0ab92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.715s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.187589] env[69677]: DEBUG oslo_vmware.api [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436837, 'name': PowerOffVM_Task, 'duration_secs': 0.207343} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.187888] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.188071] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.188330] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f92b297c-41db-4d48-a2d3-889fe349f1da {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.201855] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5239fb3a-11d0-27e1-0978-9ee7dcc975df, 'name': SearchDatastore_Task, 'duration_secs': 0.011818} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.202676] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a222ac-cc4f-413c-b1f4-ebbd89ec0474 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.211154] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 983.211154] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528abf7f-0c21-e1dc-ceb7-5d169b737037" [ 983.211154] env[69677]: _type = "Task" [ 983.211154] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.219607] env[69677]: DEBUG oslo_vmware.api [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436838, 'name': PowerOffVM_Task, 'duration_secs': 0.17912} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.222399] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.222608] env[69677]: DEBUG nova.compute.manager [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.222881] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528abf7f-0c21-e1dc-ceb7-5d169b737037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.223591] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e516c6e8-e9a9-4d99-be9c-4557b132ade2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.254628] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.254886] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.256065] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Deleting the datastore file [datastore1] 813a4698-8055-46d1-a5de-966e8cdacbb5 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.256065] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2883ec6-5006-41c5-a7ca-95046c5fab5b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.263992] env[69677]: DEBUG oslo_vmware.api [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 983.263992] env[69677]: value = "task-3436841" [ 983.263992] env[69677]: _type = "Task" [ 983.263992] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.277896] env[69677]: DEBUG oslo_vmware.api [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.380818] env[69677]: DEBUG oslo_vmware.api [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.728403] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528abf7f-0c21-e1dc-ceb7-5d169b737037, 'name': SearchDatastore_Task, 'duration_secs': 0.012333} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.731090] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.731353] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] e0430acf-d6b7-4fda-b44e-5b91f75db187/e0430acf-d6b7-4fda-b44e-5b91f75db187.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.731789] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16463b8e-3023-4633-9a9c-179fa9e0e8f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.736828] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.744028] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 983.744028] env[69677]: value = "task-3436842" [ 983.744028] env[69677]: _type = "Task" [ 983.744028] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.760187] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.774386] env[69677]: DEBUG oslo_vmware.api [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327185} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.774874] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.775358] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.775358] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.775831] env[69677]: INFO nova.compute.manager [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 983.775831] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.775993] env[69677]: DEBUG nova.compute.manager [-] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.776416] env[69677]: DEBUG nova.network.neutron [-] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.884571] env[69677]: DEBUG oslo_vmware.api [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436839, 'name': PowerOnVM_Task, 'duration_secs': 0.622856} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.887848] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.888411] env[69677]: DEBUG nova.compute.manager [None req-aa4af189-36fb-448b-9f91-f0ccb58aa575 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.891250] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1638bf86-46f1-40ea-bafd-324fdd473a34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.047225] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36c791e-8de8-4aa7-b954-b84b078ffcda {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.055811] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0749c7-c463-422c-ba3b-a852f10c9a1a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.091355] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae44bfa3-c02c-47dd-b3b0-1880af14f8f5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.099024] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5406dc5f-3c9c-43c9-9410-29f024d7b462 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.113012] env[69677]: DEBUG nova.compute.provider_tree [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.250371] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.257348] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436842, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.528896] env[69677]: DEBUG nova.compute.manager [req-3bd62e9f-b38f-4b2b-84c7-33d97e4823d5 req-0e9f3107-44c8-4daf-8eb7-04a9de8a466e service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Received event network-vif-deleted-01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.529093] env[69677]: INFO nova.compute.manager [req-3bd62e9f-b38f-4b2b-84c7-33d97e4823d5 req-0e9f3107-44c8-4daf-8eb7-04a9de8a466e service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Neutron deleted interface 01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc; detaching it from the instance and deleting it from the info cache [ 984.529265] env[69677]: DEBUG nova.network.neutron [req-3bd62e9f-b38f-4b2b-84c7-33d97e4823d5 req-0e9f3107-44c8-4daf-8eb7-04a9de8a466e service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.620024] env[69677]: DEBUG nova.scheduler.client.report [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.760630] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.864068} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.760980] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] e0430acf-d6b7-4fda-b44e-5b91f75db187/e0430acf-d6b7-4fda-b44e-5b91f75db187.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.761128] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.761718] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5b8ca5d-ebbb-4e88-840a-f9d4f7a87e05 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.777383] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 984.777383] env[69677]: value = "task-3436843" [ 984.777383] env[69677]: _type = "Task" [ 984.777383] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.788704] env[69677]: DEBUG nova.network.neutron [-] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.790508] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.921601] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.921970] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.922246] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.922484] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.922672] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.924960] env[69677]: INFO nova.compute.manager [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Terminating instance [ 985.039026] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b76d0e4c-7786-472f-bf73-cde726b9f924 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.049901] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a1dd01-c561-4482-b41f-00da0e0099c3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.094023] env[69677]: DEBUG nova.compute.manager [req-3bd62e9f-b38f-4b2b-84c7-33d97e4823d5 req-0e9f3107-44c8-4daf-8eb7-04a9de8a466e service nova] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Detach interface failed, port_id=01fb21eb-6d3d-45f2-ba9d-fd8d638e3bfc, reason: Instance 813a4698-8055-46d1-a5de-966e8cdacbb5 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 985.125199] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.125746] env[69677]: DEBUG nova.compute.manager [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.129106] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.799s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.129354] env[69677]: DEBUG nova.objects.instance [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lazy-loading 'resources' on Instance uuid 943406a5-7ddb-43dc-a8e6-55839e2ce90d {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.291277] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068239} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.291277] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.291277] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dc0ed0-8511-4ea2-b497-561dbc391b5c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.293041] env[69677]: INFO nova.compute.manager [-] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Took 1.52 seconds to deallocate network for instance. [ 985.323189] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] e0430acf-d6b7-4fda-b44e-5b91f75db187/e0430acf-d6b7-4fda-b44e-5b91f75db187.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.323832] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce0bff05-40f9-476a-a78f-1576ee79040e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.348442] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 985.348442] env[69677]: value = "task-3436844" [ 985.348442] env[69677]: _type = "Task" [ 985.348442] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.356993] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.429796] env[69677]: DEBUG nova.compute.manager [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.430103] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.432226] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c982ebdd-3db0-4d49-bfba-e267f7e6578e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.443430] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.443704] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0671a602-4069-419b-9069-d6323695103c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.513051] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.513447] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.513546] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleting the datastore file [datastore2] dd5a53cd-6bd9-4497-b607-0b857244b3a4 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.513903] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbbab3b7-c516-4e15-9171-ebc2668ea79b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.523421] env[69677]: DEBUG oslo_vmware.api [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 985.523421] env[69677]: value = "task-3436846" [ 985.523421] env[69677]: _type = "Task" [ 985.523421] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.541563] env[69677]: DEBUG oslo_vmware.api [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.635400] env[69677]: DEBUG nova.compute.utils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.637228] env[69677]: DEBUG nova.compute.manager [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.637228] env[69677]: DEBUG nova.network.neutron [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.721267] env[69677]: DEBUG nova.policy [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b89388650974f14aafe5cf6b9a96a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374d4725fc6e4d5c875b000af67ed519', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.825682] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.861994] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436844, 'name': ReconfigVM_Task, 'duration_secs': 0.268664} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.864909] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Reconfigured VM instance instance-0000004e to attach disk [datastore2] e0430acf-d6b7-4fda-b44e-5b91f75db187/e0430acf-d6b7-4fda-b44e-5b91f75db187.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.866433] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccd533eb-4427-4abb-b9f8-265eb90a4b94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.880777] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 985.880777] env[69677]: value = "task-3436847" [ 985.880777] env[69677]: _type = "Task" [ 985.880777] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.889810] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436847, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.032949] env[69677]: DEBUG oslo_vmware.api [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18636} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.035563] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.035756] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.035927] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.039887] env[69677]: INFO nova.compute.manager [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Took 0.61 seconds to destroy the instance on the hypervisor. [ 986.040201] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.040637] env[69677]: DEBUG nova.compute.manager [-] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.040730] env[69677]: DEBUG nova.network.neutron [-] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.122380] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1117abd-55ce-4404-b42a-b656d29840e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.133472] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ccc444-f758-4152-9a07-456e6d68bc67 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.139891] env[69677]: DEBUG nova.compute.manager [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.170936] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d18e55e-e139-446b-b960-a61b850f322c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.180782] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403143b1-3f09-4e1f-9b11-508c60537d60 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.200729] env[69677]: DEBUG nova.compute.provider_tree [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.387207] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436847, 'name': Rename_Task, 'duration_secs': 0.139166} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.387504] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.387798] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-451ae231-69a9-42c0-91e8-89ad471c7850 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.394834] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 986.394834] env[69677]: value = "task-3436848" [ 986.394834] env[69677]: _type = "Task" [ 986.394834] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.404477] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.460979] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.461171] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.646323] env[69677]: DEBUG nova.network.neutron [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Successfully created port: 21362faf-3d80-4987-a01d-f4000796070c {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.652420] env[69677]: DEBUG nova.compute.manager [req-74c93395-1428-48e9-a3b8-a201da0f8088 req-cccf8fd1-f122-4119-9a1b-c5b132ea7a9e service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Received event network-vif-deleted-eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.652420] env[69677]: INFO nova.compute.manager [req-74c93395-1428-48e9-a3b8-a201da0f8088 req-cccf8fd1-f122-4119-9a1b-c5b132ea7a9e service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Neutron deleted interface eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6; detaching it from the instance and deleting it from the info cache [ 986.652420] env[69677]: DEBUG nova.network.neutron [req-74c93395-1428-48e9-a3b8-a201da0f8088 req-cccf8fd1-f122-4119-9a1b-c5b132ea7a9e service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.704726] env[69677]: DEBUG nova.scheduler.client.report [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.907288] env[69677]: DEBUG oslo_vmware.api [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436848, 'name': PowerOnVM_Task, 'duration_secs': 0.440184} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.907988] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.908850] env[69677]: DEBUG nova.compute.manager [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.909809] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e48847-098d-44c3-a049-9a7c26117909 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.965238] env[69677]: DEBUG nova.compute.manager [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.033950] env[69677]: DEBUG nova.network.neutron [-] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.157175] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-62857d9e-5b1f-46fa-ae66-fbeb94867c4a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.170017] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4ec7f2-e112-432e-8c9e-d69207384cdd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.183879] env[69677]: DEBUG nova.compute.manager [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.214671] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.216947] env[69677]: DEBUG nova.compute.manager [req-74c93395-1428-48e9-a3b8-a201da0f8088 req-cccf8fd1-f122-4119-9a1b-c5b132ea7a9e service nova] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Detach interface failed, port_id=eb517b6e-3aa1-48ee-a294-98f4ec8dc0b6, reason: Instance dd5a53cd-6bd9-4497-b607-0b857244b3a4 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 987.219437] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.816s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.220087] env[69677]: DEBUG nova.objects.instance [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'resources' on Instance uuid 3a5061e3-1bdf-4c09-b410-fc473ef14b0b {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.232021] env[69677]: DEBUG nova.virt.hardware [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.232021] env[69677]: DEBUG nova.virt.hardware [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.232021] env[69677]: DEBUG nova.virt.hardware [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.232332] env[69677]: DEBUG nova.virt.hardware [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.232332] env[69677]: DEBUG nova.virt.hardware [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.232332] env[69677]: DEBUG nova.virt.hardware [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.232332] env[69677]: DEBUG nova.virt.hardware [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.232332] env[69677]: DEBUG nova.virt.hardware [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.232610] env[69677]: DEBUG nova.virt.hardware [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.232610] env[69677]: DEBUG nova.virt.hardware [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.232610] env[69677]: DEBUG nova.virt.hardware [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.233319] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b6f686-a329-46bf-a682-4416a86c9a14 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.242098] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267b62a1-4afb-4d8d-a6e4-79bbd4897f0c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.257162] env[69677]: INFO nova.scheduler.client.report [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted allocations for instance 943406a5-7ddb-43dc-a8e6-55839e2ce90d [ 987.427926] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.484062] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.539656] env[69677]: INFO nova.compute.manager [-] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Took 1.50 seconds to deallocate network for instance. [ 987.764281] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7bb76e1d-dc7e-4494-ac44-c18a52596dcf tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "943406a5-7ddb-43dc-a8e6-55839e2ce90d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.883s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.051286] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.096242] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a629fca9-0b7c-439f-aac0-5b0c9c27caa6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.104590] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67005a9a-fc81-4c44-b010-22132ab06191 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.147456] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b2fbe7-e3f2-40c4-b250-f46da72f03d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.159035] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f005941-1dc1-4624-bf94-f6502931d51b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.171028] env[69677]: DEBUG nova.compute.provider_tree [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.391394] env[69677]: DEBUG nova.compute.manager [req-a28618df-658f-4529-953f-9a7b13284f51 req-b801576e-33f4-4ef2-a10d-858fa502c338 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Received event network-vif-plugged-21362faf-3d80-4987-a01d-f4000796070c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.391612] env[69677]: DEBUG oslo_concurrency.lockutils [req-a28618df-658f-4529-953f-9a7b13284f51 req-b801576e-33f4-4ef2-a10d-858fa502c338 service nova] Acquiring lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.391817] env[69677]: DEBUG oslo_concurrency.lockutils [req-a28618df-658f-4529-953f-9a7b13284f51 req-b801576e-33f4-4ef2-a10d-858fa502c338 service nova] Lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.391976] env[69677]: DEBUG oslo_concurrency.lockutils [req-a28618df-658f-4529-953f-9a7b13284f51 req-b801576e-33f4-4ef2-a10d-858fa502c338 service nova] Lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.392994] env[69677]: DEBUG nova.compute.manager [req-a28618df-658f-4529-953f-9a7b13284f51 req-b801576e-33f4-4ef2-a10d-858fa502c338 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] No waiting events found dispatching network-vif-plugged-21362faf-3d80-4987-a01d-f4000796070c {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 988.393405] env[69677]: WARNING nova.compute.manager [req-a28618df-658f-4529-953f-9a7b13284f51 req-b801576e-33f4-4ef2-a10d-858fa502c338 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Received unexpected event network-vif-plugged-21362faf-3d80-4987-a01d-f4000796070c for instance with vm_state building and task_state spawning. [ 988.405766] env[69677]: DEBUG nova.network.neutron [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Successfully updated port: 21362faf-3d80-4987-a01d-f4000796070c {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.429454] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "7b953c8d-d09a-4398-a382-3ae262633344" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.429681] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "7b953c8d-d09a-4398-a382-3ae262633344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.502144] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquiring lock "e0430acf-d6b7-4fda-b44e-5b91f75db187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.502402] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "e0430acf-d6b7-4fda-b44e-5b91f75db187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.502605] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquiring lock "e0430acf-d6b7-4fda-b44e-5b91f75db187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.502785] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "e0430acf-d6b7-4fda-b44e-5b91f75db187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.503264] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "e0430acf-d6b7-4fda-b44e-5b91f75db187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.505608] env[69677]: INFO nova.compute.manager [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Terminating instance [ 988.676315] env[69677]: DEBUG nova.scheduler.client.report [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.714547] env[69677]: DEBUG nova.compute.manager [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Received event network-changed-e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.714726] env[69677]: DEBUG nova.compute.manager [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Refreshing instance network info cache due to event network-changed-e4fe87ff-3975-4ec6-b79e-e0b683d808d9. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.714936] env[69677]: DEBUG oslo_concurrency.lockutils [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] Acquiring lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.715085] env[69677]: DEBUG oslo_concurrency.lockutils [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] Acquired lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.715973] env[69677]: DEBUG nova.network.neutron [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Refreshing network info cache for port e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.908304] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.908459] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.908637] env[69677]: DEBUG nova.network.neutron [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.931608] env[69677]: DEBUG nova.compute.manager [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.009840] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquiring lock "refresh_cache-e0430acf-d6b7-4fda-b44e-5b91f75db187" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.010056] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquired lock "refresh_cache-e0430acf-d6b7-4fda-b44e-5b91f75db187" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.010244] env[69677]: DEBUG nova.network.neutron [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.184831] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.187505] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.272s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.187952] env[69677]: DEBUG nova.objects.instance [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Lazy-loading 'resources' on Instance uuid 2371ee5b-4006-4edf-a063-8dd850f5b78f {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.208397] env[69677]: INFO nova.scheduler.client.report [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleted allocations for instance 3a5061e3-1bdf-4c09-b410-fc473ef14b0b [ 989.210237] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "f0e3b304-d52e-4be4-812b-21397ae6b778" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.210465] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f0e3b304-d52e-4be4-812b-21397ae6b778" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.453045] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.476985] env[69677]: DEBUG nova.network.neutron [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.498931] env[69677]: DEBUG nova.network.neutron [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updated VIF entry in instance network info cache for port e4fe87ff-3975-4ec6-b79e-e0b683d808d9. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.499355] env[69677]: DEBUG nova.network.neutron [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updating instance_info_cache with network_info: [{"id": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "address": "fa:16:3e:76:a3:19", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fe87ff-39", "ovs_interfaceid": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.536293] env[69677]: DEBUG nova.network.neutron [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.621682] env[69677]: DEBUG nova.network.neutron [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.717498] env[69677]: DEBUG nova.compute.manager [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.720617] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89b5e108-543c-48ee-98f0-71931db5dde1 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "3a5061e3-1bdf-4c09-b410-fc473ef14b0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.912s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.745292] env[69677]: DEBUG nova.network.neutron [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Updating instance_info_cache with network_info: [{"id": "21362faf-3d80-4987-a01d-f4000796070c", "address": "fa:16:3e:75:b6:32", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21362faf-3d", "ovs_interfaceid": "21362faf-3d80-4987-a01d-f4000796070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.009580] env[69677]: DEBUG oslo_concurrency.lockutils [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] Releasing lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.010415] env[69677]: DEBUG nova.compute.manager [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Received event network-changed-e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.010713] env[69677]: DEBUG nova.compute.manager [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Refreshing instance network info cache due to event network-changed-e4fe87ff-3975-4ec6-b79e-e0b683d808d9. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.011028] env[69677]: DEBUG oslo_concurrency.lockutils [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] Acquiring lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.011259] env[69677]: DEBUG oslo_concurrency.lockutils [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] Acquired lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.011462] env[69677]: DEBUG nova.network.neutron [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Refreshing network info cache for port e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.124106] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Releasing lock "refresh_cache-e0430acf-d6b7-4fda-b44e-5b91f75db187" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.124551] env[69677]: DEBUG nova.compute.manager [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.124746] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.125658] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da63200-3005-4389-8fa9-1395a888c1e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.134833] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.135193] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-345eedeb-cfee-4a4a-8720-8757c978e47f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.138866] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8caf1-652d-4f7c-a32f-e162d91502b8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.149227] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fed85d5-6255-4208-a278-c8cef17b4501 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.152709] env[69677]: DEBUG oslo_vmware.api [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 990.152709] env[69677]: value = "task-3436849" [ 990.152709] env[69677]: _type = "Task" [ 990.152709] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.186089] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b236c97-1f82-4d76-b32c-27842e606401 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.192250] env[69677]: DEBUG oslo_vmware.api [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.197845] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34240b9-bba7-4653-879b-33f9f9ecd960 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.212746] env[69677]: DEBUG nova.compute.provider_tree [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.246244] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.248990] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.249486] env[69677]: DEBUG nova.compute.manager [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Instance network_info: |[{"id": "21362faf-3d80-4987-a01d-f4000796070c", "address": "fa:16:3e:75:b6:32", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21362faf-3d", "ovs_interfaceid": "21362faf-3d80-4987-a01d-f4000796070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.250142] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:b6:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21362faf-3d80-4987-a01d-f4000796070c', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.258018] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Creating folder: Project (374d4725fc6e4d5c875b000af67ed519). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.258669] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23a728e8-2fee-4b19-80fc-37d4cceeac37 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.272732] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Created folder: Project (374d4725fc6e4d5c875b000af67ed519) in parent group-v685897. [ 990.272732] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Creating folder: Instances. Parent ref: group-v686123. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.272732] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279efd3d-c00e-48af-afc7-066b65f1cdb0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.285414] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Created folder: Instances in parent group-v686123. [ 990.286039] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.286039] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.286039] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbc0e4e8-d526-4c80-b175-44cb5cf9b27e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.306332] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.306332] env[69677]: value = "task-3436852" [ 990.306332] env[69677]: _type = "Task" [ 990.306332] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.314283] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436852, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.491650] env[69677]: DEBUG nova.compute.manager [req-58918340-5afc-4ad6-b4cc-d134bcc25d1a req-b13b9fbe-cc37-47d5-90cb-8bbd8d53073a service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Received event network-changed-21362faf-3d80-4987-a01d-f4000796070c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.491828] env[69677]: DEBUG nova.compute.manager [req-58918340-5afc-4ad6-b4cc-d134bcc25d1a req-b13b9fbe-cc37-47d5-90cb-8bbd8d53073a service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Refreshing instance network info cache due to event network-changed-21362faf-3d80-4987-a01d-f4000796070c. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.492061] env[69677]: DEBUG oslo_concurrency.lockutils [req-58918340-5afc-4ad6-b4cc-d134bcc25d1a req-b13b9fbe-cc37-47d5-90cb-8bbd8d53073a service nova] Acquiring lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.492387] env[69677]: DEBUG oslo_concurrency.lockutils [req-58918340-5afc-4ad6-b4cc-d134bcc25d1a req-b13b9fbe-cc37-47d5-90cb-8bbd8d53073a service nova] Acquired lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.492635] env[69677]: DEBUG nova.network.neutron [req-58918340-5afc-4ad6-b4cc-d134bcc25d1a req-b13b9fbe-cc37-47d5-90cb-8bbd8d53073a service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Refreshing network info cache for port 21362faf-3d80-4987-a01d-f4000796070c {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.666242] env[69677]: DEBUG oslo_vmware.api [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436849, 'name': PowerOffVM_Task, 'duration_secs': 0.158536} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.666649] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.666914] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.667286] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2fd296-3e9f-4a75-96a2-7ffeaf37a9a5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.694120] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.694881] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.695266] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Deleting the datastore file [datastore2] e0430acf-d6b7-4fda-b44e-5b91f75db187 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.695668] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fa4813d-e533-4b49-8632-8d0bb78d6c90 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.702053] env[69677]: DEBUG oslo_vmware.api [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for the task: (returnval){ [ 990.702053] env[69677]: value = "task-3436854" [ 990.702053] env[69677]: _type = "Task" [ 990.702053] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.716953] env[69677]: DEBUG nova.scheduler.client.report [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.723177] env[69677]: DEBUG oslo_vmware.api [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.761690] env[69677]: DEBUG nova.network.neutron [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updated VIF entry in instance network info cache for port e4fe87ff-3975-4ec6-b79e-e0b683d808d9. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.761690] env[69677]: DEBUG nova.network.neutron [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updating instance_info_cache with network_info: [{"id": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "address": "fa:16:3e:76:a3:19", "network": {"id": "af218c1c-c12f-4c19-9fe1-585be1442150", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-860764825-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec948362c89941e3908365a68fd29d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fe87ff-39", "ovs_interfaceid": "e4fe87ff-3975-4ec6-b79e-e0b683d808d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.817449] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436852, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.218221] env[69677]: DEBUG oslo_vmware.api [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Task: {'id': task-3436854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134416} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.218557] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.218763] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.218990] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.219322] env[69677]: INFO nova.compute.manager [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Took 1.09 seconds to destroy the instance on the hypervisor. [ 991.220039] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.220039] env[69677]: DEBUG nova.compute.manager [-] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.220039] env[69677]: DEBUG nova.network.neutron [-] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.224259] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.226358] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.293s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.226577] env[69677]: DEBUG nova.objects.instance [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lazy-loading 'resources' on Instance uuid d236251f-9aa7-4285-b5f3-bdf436f9ccc8 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.247513] env[69677]: DEBUG nova.network.neutron [req-58918340-5afc-4ad6-b4cc-d134bcc25d1a req-b13b9fbe-cc37-47d5-90cb-8bbd8d53073a service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Updated VIF entry in instance network info cache for port 21362faf-3d80-4987-a01d-f4000796070c. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.247918] env[69677]: DEBUG nova.network.neutron [req-58918340-5afc-4ad6-b4cc-d134bcc25d1a req-b13b9fbe-cc37-47d5-90cb-8bbd8d53073a service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Updating instance_info_cache with network_info: [{"id": "21362faf-3d80-4987-a01d-f4000796070c", "address": "fa:16:3e:75:b6:32", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21362faf-3d", "ovs_interfaceid": "21362faf-3d80-4987-a01d-f4000796070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.249569] env[69677]: DEBUG nova.network.neutron [-] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.261736] env[69677]: INFO nova.scheduler.client.report [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Deleted allocations for instance 2371ee5b-4006-4edf-a063-8dd850f5b78f [ 991.265046] env[69677]: DEBUG oslo_concurrency.lockutils [req-6e0acdff-ca52-4105-b815-90f4abbb8bf4 req-203ca170-b5cc-4588-93cd-26590dae4d55 service nova] Releasing lock "refresh_cache-fea16a35-e417-4a40-93c9-adcda456bbc6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.319588] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436852, 'name': CreateVM_Task, 'duration_secs': 0.51815} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.319588] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.319588] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.319782] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.320077] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.320336] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd53d95-e528-4248-93ac-244805bd2be0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.325876] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 991.325876] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a88ba2-2807-bfe9-3fb5-8f613f1b97fb" [ 991.325876] env[69677]: _type = "Task" [ 991.325876] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.334637] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a88ba2-2807-bfe9-3fb5-8f613f1b97fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.409786] env[69677]: DEBUG nova.compute.manager [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Stashing vm_state: active {{(pid=69677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 991.755328] env[69677]: DEBUG oslo_concurrency.lockutils [req-58918340-5afc-4ad6-b4cc-d134bcc25d1a req-b13b9fbe-cc37-47d5-90cb-8bbd8d53073a service nova] Releasing lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.755742] env[69677]: DEBUG nova.network.neutron [-] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.777917] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d32d34d-47b5-4426-99d2-328e5d82ac2a tempest-ServerTagsTestJSON-36054508 tempest-ServerTagsTestJSON-36054508-project-member] Lock "2371ee5b-4006-4edf-a063-8dd850f5b78f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.078s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.837711] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a88ba2-2807-bfe9-3fb5-8f613f1b97fb, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.841468] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.841468] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.841468] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.841468] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.841669] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.841720] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7159c002-a3ea-42a2-9be9-203c2a57aa96 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.850647] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.850737] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.851471] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d153ee-61de-4f4a-bc1f-441d319ac2ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.859577] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 991.859577] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b45bbe-6f92-3485-bc2f-0bfa4b139ad7" [ 991.859577] env[69677]: _type = "Task" [ 991.859577] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.870054] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b45bbe-6f92-3485-bc2f-0bfa4b139ad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.932107] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.167930] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37920d5-329d-4720-8e02-943925986510 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.178113] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a910074-3293-4d94-a236-d2bcb80c776f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.218353] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4002f6-891c-42c6-add8-2bcb43f8a102 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.226423] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cc9cbf-32bd-4016-b05d-7df59e97a638 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.243038] env[69677]: DEBUG nova.compute.provider_tree [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.263279] env[69677]: INFO nova.compute.manager [-] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Took 1.04 seconds to deallocate network for instance. [ 992.273422] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquiring lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.273663] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.370943] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b45bbe-6f92-3485-bc2f-0bfa4b139ad7, 'name': SearchDatastore_Task, 'duration_secs': 0.009414} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.372783] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8be6101-ad87-43de-a132-52335497cfed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.376916] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 992.376916] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520f8802-b167-e5e5-c239-c203de750e4e" [ 992.376916] env[69677]: _type = "Task" [ 992.376916] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.384504] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520f8802-b167-e5e5-c239-c203de750e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.746746] env[69677]: DEBUG nova.scheduler.client.report [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.771835] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.775930] env[69677]: DEBUG nova.compute.manager [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.889660] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520f8802-b167-e5e5-c239-c203de750e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.018993} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.890597] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.890597] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a86bb973-cf6e-44c8-bce5-dc3ff8611500/a86bb973-cf6e-44c8-bce5-dc3ff8611500.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.890916] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-888f3254-1f34-4296-98bb-0c030a26c6bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.898259] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 992.898259] env[69677]: value = "task-3436855" [ 992.898259] env[69677]: _type = "Task" [ 992.898259] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.906042] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.255089] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.258985] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.870s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.259493] env[69677]: DEBUG nova.objects.instance [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lazy-loading 'resources' on Instance uuid b2462b4b-3f32-4398-b376-b6f40893ea94 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.302261] env[69677]: INFO nova.scheduler.client.report [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Deleted allocations for instance d236251f-9aa7-4285-b5f3-bdf436f9ccc8 [ 993.309735] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.412624] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488116} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.413248] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a86bb973-cf6e-44c8-bce5-dc3ff8611500/a86bb973-cf6e-44c8-bce5-dc3ff8611500.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.413717] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.414428] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b592620a-eecd-4068-a7fa-42f7f6fcb1da {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.422364] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 993.422364] env[69677]: value = "task-3436856" [ 993.422364] env[69677]: _type = "Task" [ 993.422364] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.432950] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.815986] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0c3e68e2-f7bf-486e-b960-f3a0d21e4402 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "d236251f-9aa7-4285-b5f3-bdf436f9ccc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.347s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.935261] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087515} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.935538] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.936450] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0406dfbe-d50f-4214-8b4c-8820f7057578 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.960407] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] a86bb973-cf6e-44c8-bce5-dc3ff8611500/a86bb973-cf6e-44c8-bce5-dc3ff8611500.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.962984] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da187b2-49e4-465c-a297-dfca7de1faf8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.982611] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 993.982611] env[69677]: value = "task-3436857" [ 993.982611] env[69677]: _type = "Task" [ 993.982611] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.991417] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.159081] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90df14d-fead-4398-9526-1ed9b08d46fa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.166746] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec601f6-bc82-4974-b2f4-01414d338fc8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.198679] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa5c628-662f-428e-9f8c-a87b389b7c3d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.206781] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239f46dc-e0d1-4ccf-921f-04b30141cd2c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.221369] env[69677]: DEBUG nova.compute.provider_tree [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.493479] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436857, 'name': ReconfigVM_Task, 'duration_secs': 0.285456} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.493772] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Reconfigured VM instance instance-0000004f to attach disk [datastore1] a86bb973-cf6e-44c8-bce5-dc3ff8611500/a86bb973-cf6e-44c8-bce5-dc3ff8611500.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.494760] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf1bb845-a991-410b-beba-8eae209045cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.501754] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 994.501754] env[69677]: value = "task-3436858" [ 994.501754] env[69677]: _type = "Task" [ 994.501754] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.510595] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436858, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.724362] env[69677]: DEBUG nova.scheduler.client.report [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.013777] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436858, 'name': Rename_Task, 'duration_secs': 0.149692} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.014105] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.014379] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d64f2b65-1ba4-44f3-87ec-246aeae48d1f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.020922] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 995.020922] env[69677]: value = "task-3436859" [ 995.020922] env[69677]: _type = "Task" [ 995.020922] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.028210] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.229815] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.232171] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.771s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.252087] env[69677]: INFO nova.scheduler.client.report [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Deleted allocations for instance b2462b4b-3f32-4398-b376-b6f40893ea94 [ 995.536299] env[69677]: DEBUG oslo_vmware.api [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436859, 'name': PowerOnVM_Task, 'duration_secs': 0.433114} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.536618] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.537013] env[69677]: INFO nova.compute.manager [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Took 8.35 seconds to spawn the instance on the hypervisor. [ 995.537013] env[69677]: DEBUG nova.compute.manager [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.537913] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdc1472-b87a-4f0a-84f6-a0ae86c9cac4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.763429] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b64d06c0-e24c-4aad-8088-cba9ae613c1e tempest-ServersWithSpecificFlavorTestJSON-2023149439 tempest-ServersWithSpecificFlavorTestJSON-2023149439-project-member] Lock "b2462b4b-3f32-4398-b376-b6f40893ea94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.335s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.061591] env[69677]: INFO nova.compute.manager [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Took 47.08 seconds to build instance. [ 996.077107] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8fd220-d5b9-451a-870c-27b64bea06ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.086352] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc868031-cb19-46bf-96ad-c6ad8a5967c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.120018] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c6888a-0b8d-4c8c-b22b-2bdc5995f7d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.125272] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b496185-a940-483e-a968-b45fe8102178 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.138954] env[69677]: DEBUG nova.compute.provider_tree [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.564294] env[69677]: DEBUG oslo_concurrency.lockutils [None req-39fc7ac6-adb2-4d52-b737-2ebe87a8d4cd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.610s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.643028] env[69677]: DEBUG nova.scheduler.client.report [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.761145] env[69677]: DEBUG nova.compute.manager [req-c82d5304-7ee9-4239-ac3f-106f16c2b776 req-61973b1b-6f9f-4cc0-9e7e-8be19a3846b9 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Received event network-changed-21362faf-3d80-4987-a01d-f4000796070c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.761283] env[69677]: DEBUG nova.compute.manager [req-c82d5304-7ee9-4239-ac3f-106f16c2b776 req-61973b1b-6f9f-4cc0-9e7e-8be19a3846b9 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Refreshing instance network info cache due to event network-changed-21362faf-3d80-4987-a01d-f4000796070c. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.761499] env[69677]: DEBUG oslo_concurrency.lockutils [req-c82d5304-7ee9-4239-ac3f-106f16c2b776 req-61973b1b-6f9f-4cc0-9e7e-8be19a3846b9 service nova] Acquiring lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.761658] env[69677]: DEBUG oslo_concurrency.lockutils [req-c82d5304-7ee9-4239-ac3f-106f16c2b776 req-61973b1b-6f9f-4cc0-9e7e-8be19a3846b9 service nova] Acquired lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.761840] env[69677]: DEBUG nova.network.neutron [req-c82d5304-7ee9-4239-ac3f-106f16c2b776 req-61973b1b-6f9f-4cc0-9e7e-8be19a3846b9 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Refreshing network info cache for port 21362faf-3d80-4987-a01d-f4000796070c {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.510034] env[69677]: DEBUG nova.network.neutron [req-c82d5304-7ee9-4239-ac3f-106f16c2b776 req-61973b1b-6f9f-4cc0-9e7e-8be19a3846b9 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Updated VIF entry in instance network info cache for port 21362faf-3d80-4987-a01d-f4000796070c. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.510427] env[69677]: DEBUG nova.network.neutron [req-c82d5304-7ee9-4239-ac3f-106f16c2b776 req-61973b1b-6f9f-4cc0-9e7e-8be19a3846b9 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Updating instance_info_cache with network_info: [{"id": "21362faf-3d80-4987-a01d-f4000796070c", "address": "fa:16:3e:75:b6:32", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21362faf-3d", "ovs_interfaceid": "21362faf-3d80-4987-a01d-f4000796070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.660692] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.428s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.664547] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.137s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.012810] env[69677]: DEBUG oslo_concurrency.lockutils [req-c82d5304-7ee9-4239-ac3f-106f16c2b776 req-61973b1b-6f9f-4cc0-9e7e-8be19a3846b9 service nova] Releasing lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.175120] env[69677]: INFO nova.compute.claims [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.240881] env[69677]: INFO nova.scheduler.client.report [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted allocation for migration 14f51ea9-c6f3-4507-92dd-cfc5590e6f1a [ 998.679292] env[69677]: INFO nova.compute.resource_tracker [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating resource usage from migration ba86afc5-bae3-41df-ac53-c9e63ef21a3c [ 998.747690] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5b445364-dfff-4b81-968d-0f4e243b6c57 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.329s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.114867] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434197af-b10c-41f4-b976-1b44689211f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.125044] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdab20a1-ef26-4ed1-90a1-b96dd22d6560 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.161715] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b90173-05e2-452b-86aa-28844498ff66 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.169479] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ee6dd1-7532-4569-8004-6472cda9c8c5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.184549] env[69677]: DEBUG nova.compute.provider_tree [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.687671] env[69677]: DEBUG nova.scheduler.client.report [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.194367] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.530s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.194593] env[69677]: INFO nova.compute.manager [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Migrating [ 1000.201571] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.221s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.201792] env[69677]: DEBUG nova.objects.instance [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1000.723435] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.723435] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.723753] env[69677]: DEBUG nova.network.neutron [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.856096] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.856393] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.856612] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.856797] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.856971] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.859450] env[69677]: INFO nova.compute.manager [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Terminating instance [ 1001.219021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d595fcc-db4d-43b4-984f-72886b432f25 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.219021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.265s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.219274] env[69677]: DEBUG nova.objects.instance [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lazy-loading 'resources' on Instance uuid aa05b061-db28-4bcb-912e-0dc9d8cc9a02 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.364024] env[69677]: DEBUG nova.compute.manager [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.364175] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.365015] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fd3a3b-2cf9-43f6-a2f7-f75a09c85483 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.373389] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.373389] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-401ad4b5-3273-4146-a98a-705374a61c14 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.382156] env[69677]: DEBUG oslo_vmware.api [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1001.382156] env[69677]: value = "task-3436860" [ 1001.382156] env[69677]: _type = "Task" [ 1001.382156] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.389907] env[69677]: DEBUG oslo_vmware.api [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.456340] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.456740] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.502578] env[69677]: DEBUG nova.network.neutron [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance_info_cache with network_info: [{"id": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "address": "fa:16:3e:36:f4:a5", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f5941e-0e", "ovs_interfaceid": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.891795] env[69677]: DEBUG oslo_vmware.api [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436860, 'name': PowerOffVM_Task, 'duration_secs': 0.190521} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.896411] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.896604] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.897047] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a2b90c9-c3e4-4852-aa72-76dca9a60d8e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.957932] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.957932] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.959471] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleting the datastore file [datastore2] bdfc039f-c910-4089-b0b1-b7f8e2b96ef5 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.959471] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f2fff1e-3c95-4d48-92be-177fec99d82b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.960392] env[69677]: DEBUG nova.compute.manager [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.969947] env[69677]: DEBUG oslo_vmware.api [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1001.969947] env[69677]: value = "task-3436862" [ 1001.969947] env[69677]: _type = "Task" [ 1001.969947] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.977918] env[69677]: DEBUG oslo_vmware.api [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.005815] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.107769] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90531137-7865-4ffd-aa6e-bdd7854c779b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.115860] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93da9dcb-ab18-4a6a-ba09-3ab36c7ae7be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.148019] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bef762c-97b2-495e-9449-5a83af0e7fed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.155032] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2ecc19-8a54-4a90-a32d-ce80edeb6d63 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.171983] env[69677]: DEBUG nova.compute.provider_tree [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.483773] env[69677]: DEBUG oslo_vmware.api [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.484901] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.676044] env[69677]: DEBUG nova.scheduler.client.report [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.981330] env[69677]: DEBUG oslo_vmware.api [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.617026} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.981330] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.981686] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.981772] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.981949] env[69677]: INFO nova.compute.manager [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1002.982198] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.982391] env[69677]: DEBUG nova.compute.manager [-] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.982481] env[69677]: DEBUG nova.network.neutron [-] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.182671] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.185413] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.656s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.185576] env[69677]: DEBUG nova.objects.instance [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lazy-loading 'resources' on Instance uuid 9876de01-e37a-4903-b92e-090b18987ab6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.216991] env[69677]: INFO nova.scheduler.client.report [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleted allocations for instance aa05b061-db28-4bcb-912e-0dc9d8cc9a02 [ 1003.522212] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5628ba50-c67f-4b92-b5d6-02f5f497f583 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.554224] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance '6c3672e1-0f0f-4493-9251-d6266b5b34f0' progress to 0 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.730289] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a651b205-9eda-4d99-995e-be72a3aa45a9 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "aa05b061-db28-4bcb-912e-0dc9d8cc9a02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.362s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.744346] env[69677]: DEBUG nova.compute.manager [req-47ef694a-5723-42a8-bb35-ba1cf402f920 req-9552d1bb-2940-4460-94ed-883c5a4e17a8 service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Received event network-vif-deleted-be902f56-d320-4f35-b22f-45517d4b9e61 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.744346] env[69677]: INFO nova.compute.manager [req-47ef694a-5723-42a8-bb35-ba1cf402f920 req-9552d1bb-2940-4460-94ed-883c5a4e17a8 service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Neutron deleted interface be902f56-d320-4f35-b22f-45517d4b9e61; detaching it from the instance and deleting it from the info cache [ 1003.745320] env[69677]: DEBUG nova.network.neutron [req-47ef694a-5723-42a8-bb35-ba1cf402f920 req-9552d1bb-2940-4460-94ed-883c5a4e17a8 service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.065970] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.066653] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530a7720-f2b4-4d1e-aff7-a2aa99a6528e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.074853] env[69677]: DEBUG oslo_vmware.api [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1004.074853] env[69677]: value = "task-3436863" [ 1004.074853] env[69677]: _type = "Task" [ 1004.074853] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.088441] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1004.088650] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance '6c3672e1-0f0f-4493-9251-d6266b5b34f0' progress to 17 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.136946] env[69677]: DEBUG nova.network.neutron [-] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.147033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.147033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.147033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.147033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.147461] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.148878] env[69677]: INFO nova.compute.manager [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Terminating instance [ 1004.156615] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67474fca-3627-4c95-98f2-f2c14261fa24 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.164817] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce438cea-3768-403e-a542-38666b6e6aa3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.201849] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336c0685-1dd9-46ac-8c21-07fd2549f1a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.212587] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7325dffc-d193-4a3a-ad15-9428ebabbbc0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.227132] env[69677]: DEBUG nova.compute.provider_tree [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.247909] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b53ec230-2fe4-44cd-882d-f39d741255b1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.260447] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351de26c-b2dc-446b-a86f-6fd32ab9a31d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.295916] env[69677]: DEBUG nova.compute.manager [req-47ef694a-5723-42a8-bb35-ba1cf402f920 req-9552d1bb-2940-4460-94ed-883c5a4e17a8 service nova] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Detach interface failed, port_id=be902f56-d320-4f35-b22f-45517d4b9e61, reason: Instance bdfc039f-c910-4089-b0b1-b7f8e2b96ef5 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.598774] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.599125] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.599322] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.599518] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.599669] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.599800] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.600039] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.600218] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.600386] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.600542] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.600710] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.605810] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b827de-84fc-4036-a5d1-2403d2f31d67 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.622080] env[69677]: DEBUG oslo_vmware.api [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1004.622080] env[69677]: value = "task-3436864" [ 1004.622080] env[69677]: _type = "Task" [ 1004.622080] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.630761] env[69677]: DEBUG oslo_vmware.api [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.639277] env[69677]: INFO nova.compute.manager [-] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Took 1.66 seconds to deallocate network for instance. [ 1004.663316] env[69677]: DEBUG nova.compute.manager [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.663316] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.664218] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b661d3-c5cf-4cec-8566-52aca7635ffb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.673149] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.674268] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77124df0-a4a8-434d-a47d-7c2b907c0dfd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.680966] env[69677]: DEBUG oslo_vmware.api [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1004.680966] env[69677]: value = "task-3436865" [ 1004.680966] env[69677]: _type = "Task" [ 1004.680966] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.689507] env[69677]: DEBUG oslo_vmware.api [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.718516] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "83b88171-8361-4087-a7c6-481ec5b569d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.718769] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "83b88171-8361-4087-a7c6-481ec5b569d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.752029] env[69677]: ERROR nova.scheduler.client.report [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [req-280bf41c-92d3-48ae-910c-1b330396199a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0c5171a8-f2e0-4f3a-8916-700b7523cd77. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-280bf41c-92d3-48ae-910c-1b330396199a"}]} [ 1004.770681] env[69677]: DEBUG nova.scheduler.client.report [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Refreshing inventories for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1004.784503] env[69677]: DEBUG nova.scheduler.client.report [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Updating ProviderTree inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1004.784714] env[69677]: DEBUG nova.compute.provider_tree [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.799758] env[69677]: DEBUG nova.scheduler.client.report [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Refreshing aggregate associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, aggregates: None {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1004.838022] env[69677]: DEBUG nova.scheduler.client.report [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Refreshing trait associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1005.131466] env[69677]: DEBUG oslo_vmware.api [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436864, 'name': ReconfigVM_Task, 'duration_secs': 0.236318} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.134168] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance '6c3672e1-0f0f-4493-9251-d6266b5b34f0' progress to 33 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.151908] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.204580] env[69677]: DEBUG oslo_vmware.api [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436865, 'name': PowerOffVM_Task, 'duration_secs': 0.245592} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.208678] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.208975] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.209653] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83946730-fc2e-4f76-b91c-d24a4b8b5a0d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.223626] env[69677]: DEBUG nova.compute.manager [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.237233] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9373d416-9089-4f5d-b374-94bc7bc1b871 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.248456] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a68d11-33be-42b5-80a2-6ed0de8b627c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.288353] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35c4849-b945-4602-8d24-3d2bbd3be395 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.290245] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.290434] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.290595] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleting the datastore file [datastore1] 165e46e0-9158-40ee-b6ca-2ef2ee3bef64 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.290999] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0131514e-2824-4c6d-a615-cf93a5af5061 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.297199] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696264a0-b5f1-4400-bd7c-c2720f3b06f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.302382] env[69677]: DEBUG oslo_vmware.api [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1005.302382] env[69677]: value = "task-3436867" [ 1005.302382] env[69677]: _type = "Task" [ 1005.302382] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.315363] env[69677]: DEBUG nova.compute.provider_tree [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.321345] env[69677]: DEBUG oslo_vmware.api [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.643037] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.643298] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.643452] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.643626] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.643766] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.643905] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.644182] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.644352] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.644514] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.644668] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.646483] env[69677]: DEBUG nova.virt.hardware [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.650927] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.651394] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-663d2c62-6a5a-47d0-b086-d15294aeada1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.671396] env[69677]: DEBUG oslo_vmware.api [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1005.671396] env[69677]: value = "task-3436868" [ 1005.671396] env[69677]: _type = "Task" [ 1005.671396] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.679668] env[69677]: DEBUG oslo_vmware.api [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.751343] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.815223] env[69677]: DEBUG oslo_vmware.api [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146643} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.815223] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.815223] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.815223] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.815223] env[69677]: INFO nova.compute.manager [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1005.815509] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.815509] env[69677]: DEBUG nova.compute.manager [-] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.815509] env[69677]: DEBUG nova.network.neutron [-] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.860620] env[69677]: DEBUG nova.scheduler.client.report [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Updated inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1005.860902] env[69677]: DEBUG nova.compute.provider_tree [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Updating resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 generation from 112 to 113 during operation: update_inventory {{(pid=69677) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1005.861095] env[69677]: DEBUG nova.compute.provider_tree [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.181243] env[69677]: DEBUG oslo_vmware.api [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436868, 'name': ReconfigVM_Task, 'duration_secs': 0.218998} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.181536] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.182324] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092ce9be-e58b-43ed-a8ec-5b11bcce3453 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.217264] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 6c3672e1-0f0f-4493-9251-d6266b5b34f0/6c3672e1-0f0f-4493-9251-d6266b5b34f0.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.217597] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a8304d0-4df6-48ec-bf41-50137568716e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.241201] env[69677]: DEBUG oslo_vmware.api [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1006.241201] env[69677]: value = "task-3436869" [ 1006.241201] env[69677]: _type = "Task" [ 1006.241201] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.250850] env[69677]: DEBUG oslo_vmware.api [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436869, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.308298] env[69677]: DEBUG nova.compute.manager [req-cf9aecc8-9fa7-441d-989f-19e9c6c7c21d req-801fc0ee-39d9-40b8-aac2-f9c263be6db9 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Received event network-vif-deleted-4221b55a-77de-44bf-b880-8199bd734172 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.308479] env[69677]: INFO nova.compute.manager [req-cf9aecc8-9fa7-441d-989f-19e9c6c7c21d req-801fc0ee-39d9-40b8-aac2-f9c263be6db9 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Neutron deleted interface 4221b55a-77de-44bf-b880-8199bd734172; detaching it from the instance and deleting it from the info cache [ 1006.308666] env[69677]: DEBUG nova.network.neutron [req-cf9aecc8-9fa7-441d-989f-19e9c6c7c21d req-801fc0ee-39d9-40b8-aac2-f9c263be6db9 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.368977] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.184s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.371831] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.575s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.372151] env[69677]: DEBUG nova.objects.instance [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lazy-loading 'resources' on Instance uuid a8f82b8b-a451-4b77-abe9-d69a7d061051 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.408612] env[69677]: INFO nova.scheduler.client.report [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Deleted allocations for instance 9876de01-e37a-4903-b92e-090b18987ab6 [ 1006.736164] env[69677]: DEBUG nova.network.neutron [-] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.771138] env[69677]: DEBUG oslo_vmware.api [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436869, 'name': ReconfigVM_Task, 'duration_secs': 0.35703} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.772653] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 6c3672e1-0f0f-4493-9251-d6266b5b34f0/6c3672e1-0f0f-4493-9251-d6266b5b34f0.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.773871] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance '6c3672e1-0f0f-4493-9251-d6266b5b34f0' progress to 50 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.811706] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ed08320-9c26-4193-a6fb-29659e11cdba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.822880] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f654965-9da5-4122-a69a-3bc7a619d4d7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.860582] env[69677]: DEBUG nova.compute.manager [req-cf9aecc8-9fa7-441d-989f-19e9c6c7c21d req-801fc0ee-39d9-40b8-aac2-f9c263be6db9 service nova] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Detach interface failed, port_id=4221b55a-77de-44bf-b880-8199bd734172, reason: Instance 165e46e0-9158-40ee-b6ca-2ef2ee3bef64 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1006.919230] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b60829a6-70cc-4340-a21d-477c9e786178 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "9876de01-e37a-4903-b92e-090b18987ab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.753s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.252729] env[69677]: INFO nova.compute.manager [-] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Took 1.44 seconds to deallocate network for instance. [ 1007.279060] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca5c55d-5876-483e-ba11-61a5b3ec1ac9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.290320] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f795ad0-beb5-4784-840e-df458858c461 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.295596] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e21bc8c-c366-4c2c-9921-3c500dde164e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.342640] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46874c80-dd77-431a-a68d-d9e6848e6f37 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.350412] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e032a53-9142-4cf0-9001-e75bf2e33524 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.370886] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.370886] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.370886] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.371214] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.371283] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.373819] env[69677]: INFO nova.compute.manager [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Terminating instance [ 1007.377297] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance '6c3672e1-0f0f-4493-9251-d6266b5b34f0' progress to 67 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.387156] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821b9416-7ff3-4c0d-bce9-e218323302c3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.404475] env[69677]: DEBUG nova.compute.provider_tree [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.761232] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.877568] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "refresh_cache-1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.878570] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquired lock "refresh_cache-1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.878570] env[69677]: DEBUG nova.network.neutron [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.906623] env[69677]: DEBUG nova.scheduler.client.report [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.925709] env[69677]: DEBUG nova.network.neutron [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Port 79f5941e-0ea0-4928-9fe3-97796dac79bc binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1008.403527] env[69677]: DEBUG nova.network.neutron [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.405594] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.405861] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.406052] env[69677]: INFO nova.compute.manager [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Shelving [ 1008.412667] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.416238] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.289s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.416238] env[69677]: DEBUG nova.objects.instance [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Lazy-loading 'resources' on Instance uuid aa0dc81c-79ad-4ee5-a334-2c1984b82678 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.440356] env[69677]: INFO nova.scheduler.client.report [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Deleted allocations for instance a8f82b8b-a451-4b77-abe9-d69a7d061051 [ 1008.496352] env[69677]: DEBUG nova.network.neutron [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.942580] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.942969] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.943057] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.947299] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ac5b2995-5db7-4e48-8de9-78bbce18bc13 tempest-ServersAdminTestJSON-75680823 tempest-ServersAdminTestJSON-75680823-project-member] Lock "a8f82b8b-a451-4b77-abe9-d69a7d061051" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.347s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.998563] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Releasing lock "refresh_cache-1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.999010] env[69677]: DEBUG nova.compute.manager [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.999219] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.000340] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1598d00b-0076-4d45-9f72-d16c3e7adaf0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.012899] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.013195] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3452ce7c-21dd-4f90-a37b-b3d49f2b7875 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.022757] env[69677]: DEBUG oslo_vmware.api [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 1009.022757] env[69677]: value = "task-3436870" [ 1009.022757] env[69677]: _type = "Task" [ 1009.022757] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.033944] env[69677]: DEBUG oslo_vmware.api [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.281877] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5a35f8-3fab-447a-872d-5551983c5009 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.289752] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad8b38a-7510-4e5c-a33f-1236d16c9bcd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.320037] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3379b86-be4b-468c-8158-c48544b529ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.328888] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f64856-2b9b-4dfa-af09-c1c921fd6abe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.342874] env[69677]: DEBUG nova.compute.provider_tree [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.415251] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.415630] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d770b35a-e88a-4db1-8d00-abf7115c1771 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.423013] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1009.423013] env[69677]: value = "task-3436871" [ 1009.423013] env[69677]: _type = "Task" [ 1009.423013] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.435199] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.534395] env[69677]: DEBUG oslo_vmware.api [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436870, 'name': PowerOffVM_Task, 'duration_secs': 0.124854} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.534395] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.534395] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.534778] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-674d428b-8a99-4123-8f67-761556c49ec6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.562487] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.562487] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.562487] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Deleting the datastore file [datastore1] 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.562487] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2598e82f-f92e-4b84-afff-e3c03bdff53c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.571292] env[69677]: DEBUG oslo_vmware.api [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for the task: (returnval){ [ 1009.571292] env[69677]: value = "task-3436873" [ 1009.571292] env[69677]: _type = "Task" [ 1009.571292] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.582142] env[69677]: DEBUG oslo_vmware.api [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.849068] env[69677]: DEBUG nova.scheduler.client.report [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.933683] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436871, 'name': PowerOffVM_Task, 'duration_secs': 0.256659} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.934476] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.935405] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f159e5-ec50-4e66-84a1-fb94e152c5d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.960660] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e0d07-669b-4357-b16c-9a9ff84a4288 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.009815] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.010126] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.012017] env[69677]: DEBUG nova.network.neutron [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.081363] env[69677]: DEBUG oslo_vmware.api [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Task: {'id': task-3436873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113721} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.081716] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.082052] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.082293] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.082510] env[69677]: INFO nova.compute.manager [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1010.082794] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.083028] env[69677]: DEBUG nova.compute.manager [-] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.083150] env[69677]: DEBUG nova.network.neutron [-] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.130250] env[69677]: DEBUG nova.network.neutron [-] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.353039] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.355433] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.105s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.355677] env[69677]: DEBUG nova.objects.instance [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1010.391085] env[69677]: INFO nova.scheduler.client.report [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Deleted allocations for instance aa0dc81c-79ad-4ee5-a334-2c1984b82678 [ 1010.474339] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1010.475606] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2fe594e4-0423-4714-acea-e21224a44c8d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.484306] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1010.484306] env[69677]: value = "task-3436874" [ 1010.484306] env[69677]: _type = "Task" [ 1010.484306] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.493359] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436874, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.637441] env[69677]: DEBUG nova.network.neutron [-] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.829965] env[69677]: DEBUG nova.network.neutron [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance_info_cache with network_info: [{"id": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "address": "fa:16:3e:36:f4:a5", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f5941e-0e", "ovs_interfaceid": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.898337] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a830e37d-0d87-4557-bc50-7bb315bb2a49 tempest-FloatingIPsAssociationNegativeTestJSON-415274950 tempest-FloatingIPsAssociationNegativeTestJSON-415274950-project-member] Lock "aa0dc81c-79ad-4ee5-a334-2c1984b82678" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.283s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.998565] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436874, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.140259] env[69677]: INFO nova.compute.manager [-] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Took 1.06 seconds to deallocate network for instance. [ 1011.339020] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.376990] env[69677]: DEBUG oslo_concurrency.lockutils [None req-26f2cbe5-6326-4000-9b41-27db1ca2d323 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.379534] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.553s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.381018] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.383279] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.955s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.383279] env[69677]: DEBUG nova.objects.instance [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1011.413930] env[69677]: INFO nova.scheduler.client.report [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Deleted allocations for instance 813a4698-8055-46d1-a5de-966e8cdacbb5 [ 1011.425956] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquiring lock "59f82263-019a-4b7d-ac57-7012e8de1fff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.426265] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lock "59f82263-019a-4b7d-ac57-7012e8de1fff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.496349] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436874, 'name': CreateSnapshot_Task, 'duration_secs': 0.574841} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.497097] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1011.498100] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ebd3a2-f28d-413d-9c0a-bfa5fe7ccc42 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.650937] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.870195] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28018072-b9fb-4cff-ae3f-b6978329ea5d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.899791] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bee1a5-911f-4334-aa1d-15e7da5631f4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.905899] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance '6c3672e1-0f0f-4493-9251-d6266b5b34f0' progress to 83 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.926785] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3cc5daee-c852-4edb-b919-870ddb0e81c9 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "813a4698-8055-46d1-a5de-966e8cdacbb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.794s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.929083] env[69677]: DEBUG nova.compute.manager [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.017836] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1012.018614] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9567dada-44c1-4392-a794-d7ef4f2d98e0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.029310] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1012.029310] env[69677]: value = "task-3436875" [ 1012.029310] env[69677]: _type = "Task" [ 1012.029310] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.045962] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436875, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.402932] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b3e8e4e6-9948-457a-8e98-b14a1a17f2c8 tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.404460] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.921s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.408297] env[69677]: INFO nova.compute.claims [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.414705] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-91bb5e74-97de-4009-90c8-c0be336b8b95 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance '6c3672e1-0f0f-4493-9251-d6266b5b34f0' progress to 100 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.454237] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.539420] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436875, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.041274] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436875, 'name': CloneVM_Task} progress is 95%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.379191] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.379554] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.379786] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.379979] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.380225] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.382519] env[69677]: INFO nova.compute.manager [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Terminating instance [ 1013.542805] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436875, 'name': CloneVM_Task, 'duration_secs': 1.248672} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.543096] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Created linked-clone VM from snapshot [ 1013.543776] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2aa524-662b-4f2e-bb9a-cab1be9607a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.554828] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Uploading image 403a7aca-e382-42c0-b85a-e2c406ac3764 {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1013.595551] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1013.595551] env[69677]: value = "vm-686127" [ 1013.595551] env[69677]: _type = "VirtualMachine" [ 1013.595551] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1013.595859] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bc2726b6-9457-4a57-8a84-1c095c3e60cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.605743] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lease: (returnval){ [ 1013.605743] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f1660-4dae-bcd9-93f0-a26095c7f0a0" [ 1013.605743] env[69677]: _type = "HttpNfcLease" [ 1013.605743] env[69677]: } obtained for exporting VM: (result){ [ 1013.605743] env[69677]: value = "vm-686127" [ 1013.605743] env[69677]: _type = "VirtualMachine" [ 1013.605743] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1013.606559] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the lease: (returnval){ [ 1013.606559] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f1660-4dae-bcd9-93f0-a26095c7f0a0" [ 1013.606559] env[69677]: _type = "HttpNfcLease" [ 1013.606559] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1013.613622] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.613622] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f1660-4dae-bcd9-93f0-a26095c7f0a0" [ 1013.613622] env[69677]: _type = "HttpNfcLease" [ 1013.613622] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1013.746946] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb950aa-c1ee-4686-ae04-9a0fd95ad1aa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.754921] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749e5217-8af9-4c9d-9fcf-c6673abbb1f1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.788460] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cb3ec0-4c63-4989-93f4-f9608d873765 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.797084] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e17568-ae70-46bb-97f9-c20bc809c8cc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.810117] env[69677]: DEBUG nova.compute.provider_tree [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.887857] env[69677]: DEBUG nova.compute.manager [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.888130] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.889345] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849408ba-3c19-4d73-9862-4d44a1ca5e5e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.897353] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.897602] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16690529-8bd6-45c5-8c5c-6236c3d9d80c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.903994] env[69677]: DEBUG oslo_vmware.api [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 1013.903994] env[69677]: value = "task-3436877" [ 1013.903994] env[69677]: _type = "Task" [ 1013.903994] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.912470] env[69677]: DEBUG oslo_vmware.api [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.114751] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.114751] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f1660-4dae-bcd9-93f0-a26095c7f0a0" [ 1014.114751] env[69677]: _type = "HttpNfcLease" [ 1014.114751] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1014.115074] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1014.115074] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526f1660-4dae-bcd9-93f0-a26095c7f0a0" [ 1014.115074] env[69677]: _type = "HttpNfcLease" [ 1014.115074] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1014.116649] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a3e7fc-488f-4e2f-91bd-ef642df5ca82 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.124887] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e49fa3-a798-3d2c-3cac-c7f788ac9c04/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1014.124887] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e49fa3-a798-3d2c-3cac-c7f788ac9c04/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1014.228203] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97e90b09-cfc9-4e3c-87ef-252eabe20e8d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.313361] env[69677]: DEBUG nova.scheduler.client.report [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.419710] env[69677]: DEBUG oslo_vmware.api [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436877, 'name': PowerOffVM_Task, 'duration_secs': 0.193003} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.421049] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.421250] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.421520] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcbf2bfc-da4f-45e1-81cd-7d76e67a6476 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.475628] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.475628] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.483019] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.484222] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.484222] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Deleting the datastore file [datastore1] dfe7d605-4dab-4aea-bc6f-02021cf09d17 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.484222] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6943533-6070-4035-84fc-230a68bbfc1a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.494764] env[69677]: DEBUG oslo_vmware.api [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for the task: (returnval){ [ 1014.494764] env[69677]: value = "task-3436879" [ 1014.494764] env[69677]: _type = "Task" [ 1014.494764] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.504297] env[69677]: DEBUG oslo_vmware.api [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.819053] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.819382] env[69677]: DEBUG nova.compute.manager [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.823026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.771s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.823026] env[69677]: DEBUG nova.objects.instance [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lazy-loading 'resources' on Instance uuid dd5a53cd-6bd9-4497-b607-0b857244b3a4 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.961540] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.961822] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.962067] env[69677]: DEBUG nova.compute.manager [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Going to confirm migration 4 {{(pid=69677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1014.986122] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.986122] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.986651] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.986651] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.986651] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.986801] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1014.986941] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1014.987024] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1015.009052] env[69677]: DEBUG oslo_vmware.api [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Task: {'id': task-3436879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310766} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.009346] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.009525] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.009698] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.009862] env[69677]: INFO nova.compute.manager [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1015.010130] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.010311] env[69677]: DEBUG nova.compute.manager [-] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.010658] env[69677]: DEBUG nova.network.neutron [-] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.330742] env[69677]: DEBUG nova.compute.utils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.332553] env[69677]: DEBUG nova.compute.manager [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.333737] env[69677]: DEBUG nova.network.neutron [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.430093] env[69677]: DEBUG nova.policy [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e555c37d711422ba406d8822d3cdf7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '171b3a4d12ba4ae3a98b94ee941802ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.492613] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.536280] env[69677]: DEBUG nova.compute.manager [req-d3ecb363-3fdd-4f23-a57c-d8cb5a1b5ac5 req-1daa1213-9c10-444d-8284-cd9ad00bb5b5 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Received event network-vif-deleted-fc113dfd-0753-456f-95af-c3233d0d4b68 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.536464] env[69677]: INFO nova.compute.manager [req-d3ecb363-3fdd-4f23-a57c-d8cb5a1b5ac5 req-1daa1213-9c10-444d-8284-cd9ad00bb5b5 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Neutron deleted interface fc113dfd-0753-456f-95af-c3233d0d4b68; detaching it from the instance and deleting it from the info cache [ 1015.536948] env[69677]: DEBUG nova.network.neutron [req-d3ecb363-3fdd-4f23-a57c-d8cb5a1b5ac5 req-1daa1213-9c10-444d-8284-cd9ad00bb5b5 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.612361] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.612361] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.612361] env[69677]: DEBUG nova.network.neutron [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.612361] env[69677]: DEBUG nova.objects.instance [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'info_cache' on Instance uuid 6c3672e1-0f0f-4493-9251-d6266b5b34f0 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.763254] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099a5fda-7558-4386-ad65-a375f65e580a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.772960] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73b7efa-6983-4252-8469-becb93155c72 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.811914] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d653054-0d84-4634-b732-03b83c91e84d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.820518] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f06e07-3b37-4eee-967c-55c644cf4b80 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.836265] env[69677]: DEBUG nova.compute.provider_tree [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.839470] env[69677]: DEBUG nova.compute.manager [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.891223] env[69677]: DEBUG nova.network.neutron [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Successfully created port: 7cfbc089-10c7-4af3-93d8-85eb67b9e135 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.014599] env[69677]: DEBUG nova.network.neutron [-] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.042133] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b368e95-0653-4730-819b-4442cd335f1b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.053181] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eee99a-1cea-4b9f-b602-3a4a9e088cdf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.097669] env[69677]: DEBUG nova.compute.manager [req-d3ecb363-3fdd-4f23-a57c-d8cb5a1b5ac5 req-1daa1213-9c10-444d-8284-cd9ad00bb5b5 service nova] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Detach interface failed, port_id=fc113dfd-0753-456f-95af-c3233d0d4b68, reason: Instance dfe7d605-4dab-4aea-bc6f-02021cf09d17 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.339181] env[69677]: DEBUG nova.scheduler.client.report [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.517786] env[69677]: INFO nova.compute.manager [-] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Took 1.51 seconds to deallocate network for instance. [ 1016.849702] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.855350] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.399s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.856554] env[69677]: INFO nova.compute.claims [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.861113] env[69677]: DEBUG nova.compute.manager [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.885951] env[69677]: INFO nova.scheduler.client.report [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted allocations for instance dd5a53cd-6bd9-4497-b607-0b857244b3a4 [ 1016.908284] env[69677]: DEBUG nova.virt.hardware [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.911159] env[69677]: DEBUG nova.virt.hardware [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.911159] env[69677]: DEBUG nova.virt.hardware [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.911159] env[69677]: DEBUG nova.virt.hardware [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.911159] env[69677]: DEBUG nova.virt.hardware [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.911159] env[69677]: DEBUG nova.virt.hardware [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.911414] env[69677]: DEBUG nova.virt.hardware [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.911414] env[69677]: DEBUG nova.virt.hardware [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.911414] env[69677]: DEBUG nova.virt.hardware [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.911414] env[69677]: DEBUG nova.virt.hardware [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.911414] env[69677]: DEBUG nova.virt.hardware [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.911577] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f968d5c4-65c9-4eb7-94f8-968d28c78de7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.919899] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f928c5ff-6879-4964-a61e-44d46a8af6c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.003682] env[69677]: DEBUG nova.network.neutron [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance_info_cache with network_info: [{"id": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "address": "fa:16:3e:36:f4:a5", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f5941e-0e", "ovs_interfaceid": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.031370] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.276877] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.277133] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.402963] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c4d639a-e785-48c7-88bc-576bf97f92c8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "dd5a53cd-6bd9-4497-b607-0b857244b3a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.481s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.506588] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.506882] env[69677]: DEBUG nova.objects.instance [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'migration_context' on Instance uuid 6c3672e1-0f0f-4493-9251-d6266b5b34f0 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.657608] env[69677]: DEBUG nova.network.neutron [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Successfully updated port: 7cfbc089-10c7-4af3-93d8-85eb67b9e135 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.781241] env[69677]: DEBUG nova.compute.utils [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.012238] env[69677]: DEBUG nova.objects.base [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Object Instance<6c3672e1-0f0f-4493-9251-d6266b5b34f0> lazy-loaded attributes: info_cache,migration_context {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.012900] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584a41e8-9187-497b-a202-b625824910d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.034840] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99dcedcb-12f2-4ce8-ae4a-cfd48b675793 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.041744] env[69677]: DEBUG oslo_vmware.api [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1018.041744] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a31b97-7fc3-18b5-6148-e8a2ae7e1c51" [ 1018.041744] env[69677]: _type = "Task" [ 1018.041744] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.053005] env[69677]: DEBUG oslo_vmware.api [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a31b97-7fc3-18b5-6148-e8a2ae7e1c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.163899] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "refresh_cache-c0df6a0d-6139-421a-b4c9-74b5b1412550" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.163999] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "refresh_cache-c0df6a0d-6139-421a-b4c9-74b5b1412550" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.164137] env[69677]: DEBUG nova.network.neutron [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.198767] env[69677]: DEBUG nova.compute.manager [req-74ed27b8-49d8-4a42-b087-fdd46e933049 req-5d32e849-b8b3-484a-8bb5-af153ddf4fd4 service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Received event network-vif-plugged-7cfbc089-10c7-4af3-93d8-85eb67b9e135 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.198991] env[69677]: DEBUG oslo_concurrency.lockutils [req-74ed27b8-49d8-4a42-b087-fdd46e933049 req-5d32e849-b8b3-484a-8bb5-af153ddf4fd4 service nova] Acquiring lock "c0df6a0d-6139-421a-b4c9-74b5b1412550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.199216] env[69677]: DEBUG oslo_concurrency.lockutils [req-74ed27b8-49d8-4a42-b087-fdd46e933049 req-5d32e849-b8b3-484a-8bb5-af153ddf4fd4 service nova] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.199385] env[69677]: DEBUG oslo_concurrency.lockutils [req-74ed27b8-49d8-4a42-b087-fdd46e933049 req-5d32e849-b8b3-484a-8bb5-af153ddf4fd4 service nova] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.199554] env[69677]: DEBUG nova.compute.manager [req-74ed27b8-49d8-4a42-b087-fdd46e933049 req-5d32e849-b8b3-484a-8bb5-af153ddf4fd4 service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] No waiting events found dispatching network-vif-plugged-7cfbc089-10c7-4af3-93d8-85eb67b9e135 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.199715] env[69677]: WARNING nova.compute.manager [req-74ed27b8-49d8-4a42-b087-fdd46e933049 req-5d32e849-b8b3-484a-8bb5-af153ddf4fd4 service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Received unexpected event network-vif-plugged-7cfbc089-10c7-4af3-93d8-85eb67b9e135 for instance with vm_state building and task_state spawning. [ 1018.238992] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751ac031-75ba-4b47-857f-581ee2ae5ef9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.244522] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebceb28f-cf7e-4cc5-a768-418830a8279d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.282510] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c409b0bf-4e1d-459d-9c37-a5347aa52ee5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.285581] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.291584] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e91572-1b43-4f68-b021-359567ac6f49 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.305679] env[69677]: DEBUG nova.compute.provider_tree [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.549979] env[69677]: DEBUG oslo_vmware.api [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a31b97-7fc3-18b5-6148-e8a2ae7e1c51, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.550331] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.695907] env[69677]: DEBUG nova.network.neutron [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.810707] env[69677]: DEBUG nova.scheduler.client.report [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.158697] env[69677]: DEBUG nova.network.neutron [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Updating instance_info_cache with network_info: [{"id": "7cfbc089-10c7-4af3-93d8-85eb67b9e135", "address": "fa:16:3e:cd:de:50", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfbc089-10", "ovs_interfaceid": "7cfbc089-10c7-4af3-93d8-85eb67b9e135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.320063] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.320651] env[69677]: DEBUG nova.compute.manager [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.325817] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.078s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.326455] env[69677]: INFO nova.compute.claims [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.395084] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.395448] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.395774] env[69677]: INFO nova.compute.manager [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Attaching volume abffa314-0983-4512-99a2-46dfa614b151 to /dev/sdb [ 1019.438419] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d17f78f-a0ab-44b7-b192-b5879cc27a8b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.446646] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a33b522-40df-48d0-989b-01e6221066ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.461260] env[69677]: DEBUG nova.virt.block_device [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Updating existing volume attachment record: ce717fc6-20fa-41ed-b8dd-89880bd95c44 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1019.662546] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "refresh_cache-c0df6a0d-6139-421a-b4c9-74b5b1412550" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.663363] env[69677]: DEBUG nova.compute.manager [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Instance network_info: |[{"id": "7cfbc089-10c7-4af3-93d8-85eb67b9e135", "address": "fa:16:3e:cd:de:50", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfbc089-10", "ovs_interfaceid": "7cfbc089-10c7-4af3-93d8-85eb67b9e135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.663520] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:de:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cfbc089-10c7-4af3-93d8-85eb67b9e135', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.676511] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.676571] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.681122] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51969f6c-989d-4b35-91ae-8055fba4d971 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.707726] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.707726] env[69677]: value = "task-3436883" [ 1019.707726] env[69677]: _type = "Task" [ 1019.707726] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.717710] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436883, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.827350] env[69677]: DEBUG nova.compute.utils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.828497] env[69677]: DEBUG nova.compute.manager [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.828564] env[69677]: DEBUG nova.network.neutron [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.926963] env[69677]: DEBUG nova.policy [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8155c5f9e3e47529c2c701a428ae902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd82d95daaa4359b03fa10a8f7cc24e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.223272] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436883, 'name': CreateVM_Task, 'duration_secs': 0.376726} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.226333] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.226333] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.226333] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.226333] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.227722] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09ac4d9c-b1ef-4aab-8795-c15dd6356a00 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.233052] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1020.233052] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f40177-bf9f-58ff-8534-36a019e13004" [ 1020.233052] env[69677]: _type = "Task" [ 1020.233052] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.242610] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f40177-bf9f-58ff-8534-36a019e13004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.334436] env[69677]: DEBUG nova.compute.manager [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.367358] env[69677]: DEBUG nova.compute.manager [req-367f085c-8fde-4e6d-b72b-acb050c35df1 req-cace6c97-200a-408d-9e06-ef9fe9c4238f service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Received event network-changed-7cfbc089-10c7-4af3-93d8-85eb67b9e135 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.367358] env[69677]: DEBUG nova.compute.manager [req-367f085c-8fde-4e6d-b72b-acb050c35df1 req-cace6c97-200a-408d-9e06-ef9fe9c4238f service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Refreshing instance network info cache due to event network-changed-7cfbc089-10c7-4af3-93d8-85eb67b9e135. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.367358] env[69677]: DEBUG oslo_concurrency.lockutils [req-367f085c-8fde-4e6d-b72b-acb050c35df1 req-cace6c97-200a-408d-9e06-ef9fe9c4238f service nova] Acquiring lock "refresh_cache-c0df6a0d-6139-421a-b4c9-74b5b1412550" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.367358] env[69677]: DEBUG oslo_concurrency.lockutils [req-367f085c-8fde-4e6d-b72b-acb050c35df1 req-cace6c97-200a-408d-9e06-ef9fe9c4238f service nova] Acquired lock "refresh_cache-c0df6a0d-6139-421a-b4c9-74b5b1412550" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.367358] env[69677]: DEBUG nova.network.neutron [req-367f085c-8fde-4e6d-b72b-acb050c35df1 req-cace6c97-200a-408d-9e06-ef9fe9c4238f service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Refreshing network info cache for port 7cfbc089-10c7-4af3-93d8-85eb67b9e135 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.412374] env[69677]: DEBUG nova.network.neutron [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Successfully created port: 3c24d955-1d11-4d99-ae2b-6a757b26cfcd {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.731953] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819c0f8a-2e03-42f3-a8ed-59d50fb8d166 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.747361] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422275c6-ee16-4910-8480-dcc2805b7538 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.751046] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f40177-bf9f-58ff-8534-36a019e13004, 'name': SearchDatastore_Task, 'duration_secs': 0.011459} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.751387] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.751735] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.751958] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.752175] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.752389] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.753110] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78235438-9675-46b8-bb50-c1e1bfdec25d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.779918] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51b9301-5fca-43cd-80de-edeb2b8dbc2f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.788396] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5951fba7-6c75-47e1-9f24-f3ccb24a7107 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.793965] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.794188] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.795574] env[69677]: DEBUG nova.network.neutron [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Successfully created port: 9206f598-e2ed-4abb-a8b4-e4bc8dae46aa {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.796997] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b15882d-c396-4be7-b273-863854bfcd99 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.803022] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1020.803022] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520c9516-e94a-a1a1-3a58-5e5724ade07c" [ 1020.803022] env[69677]: _type = "Task" [ 1020.803022] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.811031] env[69677]: DEBUG nova.compute.provider_tree [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.821534] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520c9516-e94a-a1a1-3a58-5e5724ade07c, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.822579] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3282546e-4094-411c-8b7d-d91ba32679d7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.828811] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1020.828811] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526710e8-604f-5e06-eb66-ace01bc0216f" [ 1020.828811] env[69677]: _type = "Task" [ 1020.828811] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.840714] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526710e8-604f-5e06-eb66-ace01bc0216f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.284489] env[69677]: DEBUG nova.network.neutron [req-367f085c-8fde-4e6d-b72b-acb050c35df1 req-cace6c97-200a-408d-9e06-ef9fe9c4238f service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Updated VIF entry in instance network info cache for port 7cfbc089-10c7-4af3-93d8-85eb67b9e135. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.284862] env[69677]: DEBUG nova.network.neutron [req-367f085c-8fde-4e6d-b72b-acb050c35df1 req-cace6c97-200a-408d-9e06-ef9fe9c4238f service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Updating instance_info_cache with network_info: [{"id": "7cfbc089-10c7-4af3-93d8-85eb67b9e135", "address": "fa:16:3e:cd:de:50", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfbc089-10", "ovs_interfaceid": "7cfbc089-10c7-4af3-93d8-85eb67b9e135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.318363] env[69677]: DEBUG nova.scheduler.client.report [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.323517] env[69677]: DEBUG nova.network.neutron [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Successfully created port: 8fd03dbf-af04-4dfe-b133-930779b52ae4 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.341192] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526710e8-604f-5e06-eb66-ace01bc0216f, 'name': SearchDatastore_Task, 'duration_secs': 0.011789} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.342584] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.345833] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c0df6a0d-6139-421a-b4c9-74b5b1412550/c0df6a0d-6139-421a-b4c9-74b5b1412550.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.345833] env[69677]: DEBUG nova.compute.manager [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.347142] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11823a8b-58b4-4151-832c-c395676a4d33 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.359162] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1021.359162] env[69677]: value = "task-3436884" [ 1021.359162] env[69677]: _type = "Task" [ 1021.359162] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.369821] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.370721] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.375546] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.388541] env[69677]: DEBUG nova.virt.hardware [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.388969] env[69677]: DEBUG nova.virt.hardware [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.389221] env[69677]: DEBUG nova.virt.hardware [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.389465] env[69677]: DEBUG nova.virt.hardware [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.389690] env[69677]: DEBUG nova.virt.hardware [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.389909] env[69677]: DEBUG nova.virt.hardware [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.390241] env[69677]: DEBUG nova.virt.hardware [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.390743] env[69677]: DEBUG nova.virt.hardware [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.391011] env[69677]: DEBUG nova.virt.hardware [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.391339] env[69677]: DEBUG nova.virt.hardware [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.391637] env[69677]: DEBUG nova.virt.hardware [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.395080] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2607a034-d918-4375-8cdb-1dedfc72fcf3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.409656] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1f5562-994f-4373-b190-3e42d371d0e8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.791607] env[69677]: DEBUG oslo_concurrency.lockutils [req-367f085c-8fde-4e6d-b72b-acb050c35df1 req-cace6c97-200a-408d-9e06-ef9fe9c4238f service nova] Releasing lock "refresh_cache-c0df6a0d-6139-421a-b4c9-74b5b1412550" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.828104] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.828668] env[69677]: DEBUG nova.compute.manager [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.835062] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.900s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.872032] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436884, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.876510] env[69677]: DEBUG nova.compute.manager [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.908684] env[69677]: DEBUG oslo_concurrency.lockutils [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "fea16a35-e417-4a40-93c9-adcda456bbc6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.908964] env[69677]: DEBUG oslo_concurrency.lockutils [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.339435] env[69677]: DEBUG nova.compute.utils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.341144] env[69677]: DEBUG nova.compute.manager [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.341322] env[69677]: DEBUG nova.network.neutron [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.347488] env[69677]: INFO nova.compute.claims [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.370183] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543376} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.370437] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c0df6a0d-6139-421a-b4c9-74b5b1412550/c0df6a0d-6139-421a-b4c9-74b5b1412550.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.370639] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.371593] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af710246-5fbc-4d4b-bb31-597f04c72323 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.378822] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1022.378822] env[69677]: value = "task-3436886" [ 1022.378822] env[69677]: _type = "Task" [ 1022.378822] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.394338] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.403862] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e49fa3-a798-3d2c-3cac-c7f788ac9c04/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1022.404550] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8dd1c9-0d5f-47e9-aa7a-34f0ed01f7a1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.409408] env[69677]: DEBUG nova.policy [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33154e5450f0417bb4640112d93b1b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f21758f46ae3457ab5e4e90f9ac3240d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.415914] env[69677]: INFO nova.compute.manager [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Detaching volume c171e71a-8d5c-402f-be13-d2b034341bbd [ 1022.417274] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.419147] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e49fa3-a798-3d2c-3cac-c7f788ac9c04/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1022.419305] env[69677]: ERROR oslo_vmware.rw_handles [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e49fa3-a798-3d2c-3cac-c7f788ac9c04/disk-0.vmdk due to incomplete transfer. [ 1022.419532] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-88b0065d-06c3-4ba9-b207-1a4b1ac95183 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.429521] env[69677]: DEBUG oslo_vmware.rw_handles [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e49fa3-a798-3d2c-3cac-c7f788ac9c04/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1022.429711] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Uploaded image 403a7aca-e382-42c0-b85a-e2c406ac3764 to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1022.432495] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1022.432852] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-85775ff7-4d47-42b8-bfbf-fcbd8862bc6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.439646] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1022.439646] env[69677]: value = "task-3436887" [ 1022.439646] env[69677]: _type = "Task" [ 1022.439646] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.448560] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436887, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.449591] env[69677]: INFO nova.virt.block_device [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Attempting to driver detach volume c171e71a-8d5c-402f-be13-d2b034341bbd from mountpoint /dev/sdb [ 1022.449803] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1022.449984] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686110', 'volume_id': 'c171e71a-8d5c-402f-be13-d2b034341bbd', 'name': 'volume-c171e71a-8d5c-402f-be13-d2b034341bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fea16a35-e417-4a40-93c9-adcda456bbc6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c171e71a-8d5c-402f-be13-d2b034341bbd', 'serial': 'c171e71a-8d5c-402f-be13-d2b034341bbd'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1022.450776] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d24a5b5-68b2-48dc-8961-21fcaa1a4599 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.476644] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad571661-08d8-4dd2-abda-ddbc7c615c7c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.484567] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2986a63-9b47-4e00-9aef-607067f7bcfa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.511055] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4366cd50-6aa9-48e9-9e86-5370dd74d885 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.525267] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] The volume has not been displaced from its original location: [datastore2] volume-c171e71a-8d5c-402f-be13-d2b034341bbd/volume-c171e71a-8d5c-402f-be13-d2b034341bbd.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1022.530674] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1022.531102] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62d08d43-6006-4f5b-9565-0e18f638727c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.550352] env[69677]: DEBUG oslo_vmware.api [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 1022.550352] env[69677]: value = "task-3436888" [ 1022.550352] env[69677]: _type = "Task" [ 1022.550352] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.559507] env[69677]: DEBUG oslo_vmware.api [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.854343] env[69677]: DEBUG nova.compute.manager [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.860256] env[69677]: INFO nova.compute.resource_tracker [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating resource usage from migration 5e9b9a7e-d929-439e-9c31-bec71cf362ac [ 1022.896619] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068036} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.900199] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.902329] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf95bef-e9c2-4a77-9f10-7d8bc14ea401 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.934024] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] c0df6a0d-6139-421a-b4c9-74b5b1412550/c0df6a0d-6139-421a-b4c9-74b5b1412550.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.938144] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42887392-39ff-4e55-9d0d-3de347a2bc55 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.964370] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436887, 'name': Destroy_Task, 'duration_secs': 0.435521} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.969010] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Destroyed the VM [ 1022.969305] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1022.969644] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1022.969644] env[69677]: value = "task-3436889" [ 1022.969644] env[69677]: _type = "Task" [ 1022.969644] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.970821] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9f02b381-1838-4214-8c87-46c2c0a73927 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.980716] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436889, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.982013] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1022.982013] env[69677]: value = "task-3436890" [ 1022.982013] env[69677]: _type = "Task" [ 1022.982013] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.993533] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436890, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.059734] env[69677]: DEBUG oslo_vmware.api [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436888, 'name': ReconfigVM_Task, 'duration_secs': 0.279722} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.060876] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1023.067719] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fdf1518-466e-4cce-8af5-7156882e7c8a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.083485] env[69677]: DEBUG oslo_vmware.api [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 1023.083485] env[69677]: value = "task-3436891" [ 1023.083485] env[69677]: _type = "Task" [ 1023.083485] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.084366] env[69677]: DEBUG nova.network.neutron [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Successfully created port: f235cd32-5967-4f45-b54d-ea3728998436 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.097329] env[69677]: DEBUG oslo_vmware.api [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.313598] env[69677]: DEBUG nova.compute.manager [req-f1b49cd2-461e-4c9a-acea-2b1ade782ff8 req-3d8fcfa7-5f2f-4108-b87f-3ffb1b645695 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received event network-vif-plugged-3c24d955-1d11-4d99-ae2b-6a757b26cfcd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.313857] env[69677]: DEBUG oslo_concurrency.lockutils [req-f1b49cd2-461e-4c9a-acea-2b1ade782ff8 req-3d8fcfa7-5f2f-4108-b87f-3ffb1b645695 service nova] Acquiring lock "7b953c8d-d09a-4398-a382-3ae262633344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.314109] env[69677]: DEBUG oslo_concurrency.lockutils [req-f1b49cd2-461e-4c9a-acea-2b1ade782ff8 req-3d8fcfa7-5f2f-4108-b87f-3ffb1b645695 service nova] Lock "7b953c8d-d09a-4398-a382-3ae262633344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.314301] env[69677]: DEBUG oslo_concurrency.lockutils [req-f1b49cd2-461e-4c9a-acea-2b1ade782ff8 req-3d8fcfa7-5f2f-4108-b87f-3ffb1b645695 service nova] Lock "7b953c8d-d09a-4398-a382-3ae262633344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.314494] env[69677]: DEBUG nova.compute.manager [req-f1b49cd2-461e-4c9a-acea-2b1ade782ff8 req-3d8fcfa7-5f2f-4108-b87f-3ffb1b645695 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] No waiting events found dispatching network-vif-plugged-3c24d955-1d11-4d99-ae2b-6a757b26cfcd {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.314664] env[69677]: WARNING nova.compute.manager [req-f1b49cd2-461e-4c9a-acea-2b1ade782ff8 req-3d8fcfa7-5f2f-4108-b87f-3ffb1b645695 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received unexpected event network-vif-plugged-3c24d955-1d11-4d99-ae2b-6a757b26cfcd for instance with vm_state building and task_state spawning. [ 1023.336023] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c13bb9e-c924-4f18-aa20-61d07db6f6a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.344776] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5231b99-c760-44dd-b77c-0b8cc3050bde {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.390374] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b586ffd-02b0-4811-b796-e753353e5bf1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.398874] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6518b6de-fe5d-4db3-9b50-c81d5826f56f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.419246] env[69677]: DEBUG nova.compute.provider_tree [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.471662] env[69677]: DEBUG nova.network.neutron [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Successfully updated port: 3c24d955-1d11-4d99-ae2b-6a757b26cfcd {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.487563] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436889, 'name': ReconfigVM_Task, 'duration_secs': 0.358552} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.490810] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Reconfigured VM instance instance-00000050 to attach disk [datastore1] c0df6a0d-6139-421a-b4c9-74b5b1412550/c0df6a0d-6139-421a-b4c9-74b5b1412550.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.491592] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9092686-0e79-42a3-949b-48141092400d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.502021] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436890, 'name': RemoveSnapshot_Task, 'duration_secs': 0.439132} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.502021] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1023.502021] env[69677]: DEBUG nova.compute.manager [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.502021] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1023.502021] env[69677]: value = "task-3436892" [ 1023.502021] env[69677]: _type = "Task" [ 1023.502021] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.502021] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acee648d-d0e2-419c-9792-94d2a45ae0a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.518036] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436892, 'name': Rename_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.595152] env[69677]: DEBUG oslo_vmware.api [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436891, 'name': ReconfigVM_Task, 'duration_secs': 0.138169} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.595453] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686110', 'volume_id': 'c171e71a-8d5c-402f-be13-d2b034341bbd', 'name': 'volume-c171e71a-8d5c-402f-be13-d2b034341bbd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fea16a35-e417-4a40-93c9-adcda456bbc6', 'attached_at': '', 'detached_at': '', 'volume_id': 'c171e71a-8d5c-402f-be13-d2b034341bbd', 'serial': 'c171e71a-8d5c-402f-be13-d2b034341bbd'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1023.890999] env[69677]: DEBUG nova.compute.manager [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.919785] env[69677]: DEBUG nova.virt.hardware [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.920073] env[69677]: DEBUG nova.virt.hardware [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.920288] env[69677]: DEBUG nova.virt.hardware [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.920490] env[69677]: DEBUG nova.virt.hardware [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.920632] env[69677]: DEBUG nova.virt.hardware [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.920764] env[69677]: DEBUG nova.virt.hardware [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.920978] env[69677]: DEBUG nova.virt.hardware [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.921196] env[69677]: DEBUG nova.virt.hardware [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.921407] env[69677]: DEBUG nova.virt.hardware [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.921585] env[69677]: DEBUG nova.virt.hardware [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.921761] env[69677]: DEBUG nova.virt.hardware [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.922676] env[69677]: DEBUG nova.scheduler.client.report [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.926816] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7ab0b6-7069-4c78-b67b-082960e5bb75 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.938448] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20f0842-b9f3-43bd-8797-5f973ef26e65 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.006201] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1024.006505] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686129', 'volume_id': 'abffa314-0983-4512-99a2-46dfa614b151', 'name': 'volume-abffa314-0983-4512-99a2-46dfa614b151', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d0c4a47-74d2-4d4d-958a-d9728b0e0547', 'attached_at': '', 'detached_at': '', 'volume_id': 'abffa314-0983-4512-99a2-46dfa614b151', 'serial': 'abffa314-0983-4512-99a2-46dfa614b151'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1024.007464] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29202508-fa34-4f04-a6bf-4275c2fa183f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.019206] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436892, 'name': Rename_Task, 'duration_secs': 0.201524} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.031615] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.032612] env[69677]: INFO nova.compute.manager [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Shelve offloading [ 1024.033805] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4336273d-5c7a-4f1d-9256-ca50ff842544 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.035874] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b906d2b-5464-4b33-8230-efe286ff28db {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.062331] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-abffa314-0983-4512-99a2-46dfa614b151/volume-abffa314-0983-4512-99a2-46dfa614b151.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.064468] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-746639f4-94ab-45c2-bd68-9cba99959e14 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.077656] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1024.077656] env[69677]: value = "task-3436893" [ 1024.077656] env[69677]: _type = "Task" [ 1024.077656] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.083031] env[69677]: DEBUG oslo_vmware.api [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1024.083031] env[69677]: value = "task-3436894" [ 1024.083031] env[69677]: _type = "Task" [ 1024.083031] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.089682] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.094441] env[69677]: DEBUG oslo_vmware.api [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.142852] env[69677]: DEBUG nova.objects.instance [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lazy-loading 'flavor' on Instance uuid fea16a35-e417-4a40-93c9-adcda456bbc6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.431426] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.599s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.431711] env[69677]: INFO nova.compute.manager [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Migrating [ 1024.447708] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.676s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.448177] env[69677]: DEBUG nova.objects.instance [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lazy-loading 'resources' on Instance uuid e0430acf-d6b7-4fda-b44e-5b91f75db187 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.541466] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.541593] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf5009d-6266-49aa-81e1-f1ee8d666ec7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.548428] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1024.548428] env[69677]: value = "task-3436895" [ 1024.548428] env[69677]: _type = "Task" [ 1024.548428] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.586329] env[69677]: DEBUG oslo_vmware.api [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436893, 'name': PowerOnVM_Task, 'duration_secs': 0.539024} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.589860] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.590076] env[69677]: INFO nova.compute.manager [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1024.590287] env[69677]: DEBUG nova.compute.manager [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.591030] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58bee95-b564-40e4-9e21-d961f75b1648 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.602547] env[69677]: DEBUG oslo_vmware.api [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436894, 'name': ReconfigVM_Task, 'duration_secs': 0.465276} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.602978] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-abffa314-0983-4512-99a2-46dfa614b151/volume-abffa314-0983-4512-99a2-46dfa614b151.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.607495] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2d86416-eaba-42e9-aa99-4dc1efe15a08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.622229] env[69677]: DEBUG oslo_vmware.api [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1024.622229] env[69677]: value = "task-3436896" [ 1024.622229] env[69677]: _type = "Task" [ 1024.622229] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.630256] env[69677]: DEBUG oslo_vmware.api [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.957213] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.957213] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.957213] env[69677]: DEBUG nova.network.neutron [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.060574] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1025.060814] env[69677]: DEBUG nova.compute.manager [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.061627] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d015f3-6218-421a-a035-0240278b7fe3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.070834] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.070834] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.070834] env[69677]: DEBUG nova.network.neutron [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.112312] env[69677]: INFO nova.compute.manager [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Took 37.64 seconds to build instance. [ 1025.122803] env[69677]: DEBUG nova.network.neutron [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Successfully updated port: f235cd32-5967-4f45-b54d-ea3728998436 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.136407] env[69677]: DEBUG oslo_vmware.api [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436896, 'name': ReconfigVM_Task, 'duration_secs': 0.206405} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.137857] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686129', 'volume_id': 'abffa314-0983-4512-99a2-46dfa614b151', 'name': 'volume-abffa314-0983-4512-99a2-46dfa614b151', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d0c4a47-74d2-4d4d-958a-d9728b0e0547', 'attached_at': '', 'detached_at': '', 'volume_id': 'abffa314-0983-4512-99a2-46dfa614b151', 'serial': 'abffa314-0983-4512-99a2-46dfa614b151'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1025.150990] env[69677]: DEBUG oslo_concurrency.lockutils [None req-87ca6cbe-e20f-4a43-a1a6-626ebcdc1be5 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.386876] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80ff2d2-104a-44b2-a491-aad07ef7287d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.394946] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efad06eb-3762-4efd-b77d-59c92702f041 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.426665] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd5550-d6d2-4b53-a463-81c46a41e77e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.432830] env[69677]: DEBUG nova.compute.manager [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received event network-changed-3c24d955-1d11-4d99-ae2b-6a757b26cfcd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.433134] env[69677]: DEBUG nova.compute.manager [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Refreshing instance network info cache due to event network-changed-3c24d955-1d11-4d99-ae2b-6a757b26cfcd. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.433314] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] Acquiring lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.433834] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] Acquired lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.433834] env[69677]: DEBUG nova.network.neutron [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Refreshing network info cache for port 3c24d955-1d11-4d99-ae2b-6a757b26cfcd {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.438193] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23ca2bf-c399-4ea1-827d-00bfc9dcee01 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.452208] env[69677]: DEBUG nova.compute.provider_tree [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.614530] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bef49b7e-b220-4886-a901-de42b638c927 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.153s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.629375] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "refresh_cache-f0e3b304-d52e-4be4-812b-21397ae6b778" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.629526] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "refresh_cache-f0e3b304-d52e-4be4-812b-21397ae6b778" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.629675] env[69677]: DEBUG nova.network.neutron [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.716187] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "fea16a35-e417-4a40-93c9-adcda456bbc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.716435] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.716644] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "fea16a35-e417-4a40-93c9-adcda456bbc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.717188] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.717188] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.719487] env[69677]: INFO nova.compute.manager [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Terminating instance [ 1025.727404] env[69677]: DEBUG nova.compute.manager [req-2fd4aba0-e039-4a49-80de-ff988499fdc2 req-df874c21-74a4-436d-82cd-99e4c0e311cb service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Received event network-changed-7cfbc089-10c7-4af3-93d8-85eb67b9e135 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.727592] env[69677]: DEBUG nova.compute.manager [req-2fd4aba0-e039-4a49-80de-ff988499fdc2 req-df874c21-74a4-436d-82cd-99e4c0e311cb service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Refreshing instance network info cache due to event network-changed-7cfbc089-10c7-4af3-93d8-85eb67b9e135. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.727794] env[69677]: DEBUG oslo_concurrency.lockutils [req-2fd4aba0-e039-4a49-80de-ff988499fdc2 req-df874c21-74a4-436d-82cd-99e4c0e311cb service nova] Acquiring lock "refresh_cache-c0df6a0d-6139-421a-b4c9-74b5b1412550" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.727955] env[69677]: DEBUG oslo_concurrency.lockutils [req-2fd4aba0-e039-4a49-80de-ff988499fdc2 req-df874c21-74a4-436d-82cd-99e4c0e311cb service nova] Acquired lock "refresh_cache-c0df6a0d-6139-421a-b4c9-74b5b1412550" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.728149] env[69677]: DEBUG nova.network.neutron [req-2fd4aba0-e039-4a49-80de-ff988499fdc2 req-df874c21-74a4-436d-82cd-99e4c0e311cb service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Refreshing network info cache for port 7cfbc089-10c7-4af3-93d8-85eb67b9e135 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.897414] env[69677]: DEBUG nova.network.neutron [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updating instance_info_cache with network_info: [{"id": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "address": "fa:16:3e:c9:f3:38", "network": {"id": "819ab7eb-9a02-4f7a-90b0-59d39cc5e214", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1690259758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2e046f52924905ad44f149ddb1de4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7451a510-5e", "ovs_interfaceid": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.957888] env[69677]: DEBUG nova.scheduler.client.report [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.983329] env[69677]: DEBUG nova.network.neutron [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.080235] env[69677]: DEBUG nova.network.neutron [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.174517] env[69677]: DEBUG nova.network.neutron [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.178687] env[69677]: DEBUG nova.objects.instance [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'flavor' on Instance uuid 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.183979] env[69677]: DEBUG nova.network.neutron [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance_info_cache with network_info: [{"id": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "address": "fa:16:3e:14:ad:83", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416fd7cd-0f", "ovs_interfaceid": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.200406] env[69677]: DEBUG nova.network.neutron [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Successfully updated port: 9206f598-e2ed-4abb-a8b4-e4bc8dae46aa {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.223480] env[69677]: DEBUG nova.compute.manager [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.223628] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.224554] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e06176-e6dc-41a1-aed7-ff8f6db2acf4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.234962] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.235330] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41561a8b-8896-4b4c-b1a2-09b482bb49db {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.241955] env[69677]: DEBUG oslo_vmware.api [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 1026.241955] env[69677]: value = "task-3436897" [ 1026.241955] env[69677]: _type = "Task" [ 1026.241955] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.253068] env[69677]: DEBUG oslo_vmware.api [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.402112] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.468038] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.469653] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.160s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.471616] env[69677]: INFO nova.compute.claims [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.484502] env[69677]: DEBUG nova.network.neutron [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Updating instance_info_cache with network_info: [{"id": "f235cd32-5967-4f45-b54d-ea3728998436", "address": "fa:16:3e:ab:75:82", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf235cd32-59", "ovs_interfaceid": "f235cd32-5967-4f45-b54d-ea3728998436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.502600] env[69677]: INFO nova.scheduler.client.report [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Deleted allocations for instance e0430acf-d6b7-4fda-b44e-5b91f75db187 [ 1026.573522] env[69677]: DEBUG nova.network.neutron [req-2fd4aba0-e039-4a49-80de-ff988499fdc2 req-df874c21-74a4-436d-82cd-99e4c0e311cb service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Updated VIF entry in instance network info cache for port 7cfbc089-10c7-4af3-93d8-85eb67b9e135. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.573906] env[69677]: DEBUG nova.network.neutron [req-2fd4aba0-e039-4a49-80de-ff988499fdc2 req-df874c21-74a4-436d-82cd-99e4c0e311cb service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Updating instance_info_cache with network_info: [{"id": "7cfbc089-10c7-4af3-93d8-85eb67b9e135", "address": "fa:16:3e:cd:de:50", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cfbc089-10", "ovs_interfaceid": "7cfbc089-10c7-4af3-93d8-85eb67b9e135", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.582549] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] Releasing lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.583227] env[69677]: DEBUG nova.compute.manager [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Received event network-vif-plugged-f235cd32-5967-4f45-b54d-ea3728998436 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.583777] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] Acquiring lock "f0e3b304-d52e-4be4-812b-21397ae6b778-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.584110] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] Lock "f0e3b304-d52e-4be4-812b-21397ae6b778-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.584286] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] Lock "f0e3b304-d52e-4be4-812b-21397ae6b778-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.584613] env[69677]: DEBUG nova.compute.manager [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] No waiting events found dispatching network-vif-plugged-f235cd32-5967-4f45-b54d-ea3728998436 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.585177] env[69677]: WARNING nova.compute.manager [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Received unexpected event network-vif-plugged-f235cd32-5967-4f45-b54d-ea3728998436 for instance with vm_state building and task_state spawning. [ 1026.585539] env[69677]: DEBUG nova.compute.manager [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Received event network-changed-f235cd32-5967-4f45-b54d-ea3728998436 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.585922] env[69677]: DEBUG nova.compute.manager [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Refreshing instance network info cache due to event network-changed-f235cd32-5967-4f45-b54d-ea3728998436. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.586192] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] Acquiring lock "refresh_cache-f0e3b304-d52e-4be4-812b-21397ae6b778" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.688044] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.690443] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f1c941b7-b192-4699-8c49-04d83cec65b8 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.295s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.752107] env[69677]: DEBUG oslo_vmware.api [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436897, 'name': PowerOffVM_Task, 'duration_secs': 0.226871} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.752445] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.752653] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.752936] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e19498f-7012-4b8c-bc25-134879bc57ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.819073] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.819283] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.819466] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Deleting the datastore file [datastore1] fea16a35-e417-4a40-93c9-adcda456bbc6 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.819731] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edb27d96-c92f-4cbb-b30d-b05213693066 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.827758] env[69677]: DEBUG oslo_vmware.api [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 1026.827758] env[69677]: value = "task-3436899" [ 1026.827758] env[69677]: _type = "Task" [ 1026.827758] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.839262] env[69677]: DEBUG oslo_vmware.api [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.903515] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.904840] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63db5ed-eac4-4de4-b35d-733209596217 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.912414] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.912665] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a916426e-90e5-47ae-aa8b-9ccc0fdb1819 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.935255] env[69677]: DEBUG oslo_concurrency.lockutils [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.937256] env[69677]: DEBUG oslo_concurrency.lockutils [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.937256] env[69677]: DEBUG nova.compute.manager [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.937256] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0420fa44-7f2d-4508-8b8d-74dbb5b714c1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.947654] env[69677]: DEBUG nova.compute.manager [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1026.948284] env[69677]: DEBUG nova.objects.instance [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'flavor' on Instance uuid 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.974239] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.974466] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.974646] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Deleting the datastore file [datastore2] 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.979325] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab2818b4-303f-4fd1-aea8-61c0423619da {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.985910] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1026.985910] env[69677]: value = "task-3436901" [ 1026.985910] env[69677]: _type = "Task" [ 1026.985910] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.986372] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "refresh_cache-f0e3b304-d52e-4be4-812b-21397ae6b778" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.986798] env[69677]: DEBUG nova.compute.manager [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Instance network_info: |[{"id": "f235cd32-5967-4f45-b54d-ea3728998436", "address": "fa:16:3e:ab:75:82", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf235cd32-59", "ovs_interfaceid": "f235cd32-5967-4f45-b54d-ea3728998436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.991317] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] Acquired lock "refresh_cache-f0e3b304-d52e-4be4-812b-21397ae6b778" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.994555] env[69677]: DEBUG nova.network.neutron [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Refreshing network info cache for port f235cd32-5967-4f45-b54d-ea3728998436 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.994555] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:75:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f235cd32-5967-4f45-b54d-ea3728998436', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.001470] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.003547] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.004831] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d7b58fd-39c8-459b-a562-3ffa4a27dfda {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.029318] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.029863] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0b6c0a3-8742-48a3-b723-03ee192175ca tempest-ServerShowV254Test-1832319410 tempest-ServerShowV254Test-1832319410-project-member] Lock "e0430acf-d6b7-4fda-b44e-5b91f75db187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.527s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.037388] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.037388] env[69677]: value = "task-3436902" [ 1027.037388] env[69677]: _type = "Task" [ 1027.037388] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.049945] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436902, 'name': CreateVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.077367] env[69677]: DEBUG oslo_concurrency.lockutils [req-2fd4aba0-e039-4a49-80de-ff988499fdc2 req-df874c21-74a4-436d-82cd-99e4c0e311cb service nova] Releasing lock "refresh_cache-c0df6a0d-6139-421a-b4c9-74b5b1412550" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.339178] env[69677]: DEBUG oslo_vmware.api [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226928} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.339484] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.339691] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.339884] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.340089] env[69677]: INFO nova.compute.manager [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1027.340383] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.340587] env[69677]: DEBUG nova.compute.manager [-] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.340683] env[69677]: DEBUG nova.network.neutron [-] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.497022] env[69677]: DEBUG oslo_vmware.api [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3436901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155675} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.500404] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.500594] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.500756] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.509108] env[69677]: DEBUG nova.compute.manager [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received event network-vif-plugged-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.509313] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Acquiring lock "7b953c8d-d09a-4398-a382-3ae262633344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.509511] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Lock "7b953c8d-d09a-4398-a382-3ae262633344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.509668] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Lock "7b953c8d-d09a-4398-a382-3ae262633344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.510651] env[69677]: DEBUG nova.compute.manager [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] No waiting events found dispatching network-vif-plugged-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.510651] env[69677]: WARNING nova.compute.manager [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received unexpected event network-vif-plugged-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa for instance with vm_state building and task_state spawning. [ 1027.510651] env[69677]: DEBUG nova.compute.manager [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received event network-changed-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.510651] env[69677]: DEBUG nova.compute.manager [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Refreshing instance network info cache due to event network-changed-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.510651] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Acquiring lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.510937] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Acquired lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.510937] env[69677]: DEBUG nova.network.neutron [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Refreshing network info cache for port 9206f598-e2ed-4abb-a8b4-e4bc8dae46aa {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.527916] env[69677]: INFO nova.scheduler.client.report [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Deleted allocations for instance 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 [ 1027.549548] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436902, 'name': CreateVM_Task, 'duration_secs': 0.323775} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.549714] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.550487] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.550794] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.551140] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.551468] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae10d4eb-64c9-4fe7-9f5c-10ddb0165802 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.556552] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1027.556552] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52163b39-a84c-4629-a751-0eb0384baec8" [ 1027.556552] env[69677]: _type = "Task" [ 1027.556552] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.574614] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52163b39-a84c-4629-a751-0eb0384baec8, 'name': SearchDatastore_Task, 'duration_secs': 0.014602} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.574914] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.575199] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.575389] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.575527] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.575695] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.575957] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30621860-d893-40c6-af22-d2375a90c0b6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.588170] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.588170] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.588170] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37025a10-e977-4743-97b6-e82d57a4402d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.593123] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1027.593123] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523979c8-aabb-5087-266d-71f585129b63" [ 1027.593123] env[69677]: _type = "Task" [ 1027.593123] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.601393] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523979c8-aabb-5087-266d-71f585129b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.858188] env[69677]: DEBUG nova.network.neutron [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Updated VIF entry in instance network info cache for port f235cd32-5967-4f45-b54d-ea3728998436. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.859062] env[69677]: DEBUG nova.network.neutron [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Updating instance_info_cache with network_info: [{"id": "f235cd32-5967-4f45-b54d-ea3728998436", "address": "fa:16:3e:ab:75:82", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf235cd32-59", "ovs_interfaceid": "f235cd32-5967-4f45-b54d-ea3728998436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.918388] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e765de0-47ae-4d43-a96d-8e1f56dc5ef3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.926150] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f033a12-f67e-4b39-8197-6414983135f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.957255] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.957793] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f69aaa06-207c-4a79-964a-d1be57ae9842 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.960491] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fbf92c-75cf-4371-a4a0-29a8102f3929 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.967422] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d456d5-461b-4b4a-93fc-fa91b07fbf67 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.977019] env[69677]: DEBUG oslo_vmware.api [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1027.977019] env[69677]: value = "task-3436903" [ 1027.977019] env[69677]: _type = "Task" [ 1027.977019] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.986700] env[69677]: DEBUG nova.compute.provider_tree [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.993675] env[69677]: DEBUG oslo_vmware.api [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.033135] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.077570] env[69677]: DEBUG nova.network.neutron [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.108546] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523979c8-aabb-5087-266d-71f585129b63, 'name': SearchDatastore_Task, 'duration_secs': 0.021606} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.112027] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e741cd46-a4e3-41cf-93fe-768306dcb363 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.116770] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1028.116770] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52604796-f679-5630-df9d-ab301f72aa0b" [ 1028.116770] env[69677]: _type = "Task" [ 1028.116770] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.129261] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52604796-f679-5630-df9d-ab301f72aa0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.207686] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9add1b-9e27-4d6f-ae1b-32a23ce0f289 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.231180] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance 'fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7' progress to 0 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.236176] env[69677]: DEBUG nova.network.neutron [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.361946] env[69677]: DEBUG oslo_concurrency.lockutils [req-3d58c073-5beb-4cb4-80be-18ea7346154a req-0a37b5f4-3a1c-4f57-b5fb-6e7b07dfd3bb service nova] Releasing lock "refresh_cache-f0e3b304-d52e-4be4-812b-21397ae6b778" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.479211] env[69677]: DEBUG nova.network.neutron [-] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.488272] env[69677]: DEBUG oslo_vmware.api [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436903, 'name': PowerOffVM_Task, 'duration_secs': 0.388029} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.488530] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.488737] env[69677]: DEBUG nova.compute.manager [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.489637] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3b8b67-b7a7-4d31-9a4a-fc5dcb2c91af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.496987] env[69677]: DEBUG nova.scheduler.client.report [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.630142] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52604796-f679-5630-df9d-ab301f72aa0b, 'name': SearchDatastore_Task, 'duration_secs': 0.015646} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.630142] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.630142] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] f0e3b304-d52e-4be4-812b-21397ae6b778/f0e3b304-d52e-4be4-812b-21397ae6b778.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.631197] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbb20c9f-b59a-41b5-bc9c-fe91241d51f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.640595] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1028.640595] env[69677]: value = "task-3436904" [ 1028.640595] env[69677]: _type = "Task" [ 1028.640595] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.649693] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.736686] env[69677]: DEBUG nova.network.neutron [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Successfully updated port: 8fd03dbf-af04-4dfe-b133-930779b52ae4 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.742232] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.743174] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Releasing lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.743522] env[69677]: DEBUG nova.compute.manager [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Received event network-vif-unplugged-7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.745841] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Acquiring lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.745841] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.745841] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.745841] env[69677]: DEBUG nova.compute.manager [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] No waiting events found dispatching network-vif-unplugged-7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.745841] env[69677]: WARNING nova.compute.manager [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Received unexpected event network-vif-unplugged-7451a510-5e8d-4016-bff4-6ae7fbb65fbe for instance with vm_state shelved and task_state shelving_offloading. [ 1028.746190] env[69677]: DEBUG nova.compute.manager [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Received event network-changed-7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.746190] env[69677]: DEBUG nova.compute.manager [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Refreshing instance network info cache due to event network-changed-7451a510-5e8d-4016-bff4-6ae7fbb65fbe. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.746190] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Acquiring lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.746190] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Acquired lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.746190] env[69677]: DEBUG nova.network.neutron [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Refreshing network info cache for port 7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.746440] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3d31f61-71a5-439f-810b-06df9f3d431f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.754145] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1028.754145] env[69677]: value = "task-3436905" [ 1028.754145] env[69677]: _type = "Task" [ 1028.754145] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.765364] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.982461] env[69677]: INFO nova.compute.manager [-] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Took 1.64 seconds to deallocate network for instance. [ 1029.005074] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.005645] env[69677]: DEBUG nova.compute.manager [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.016319] env[69677]: DEBUG oslo_concurrency.lockutils [None req-67169743-1cda-4ff0-b689-c16e0767777a tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.017071] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.532s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.018649] env[69677]: INFO nova.compute.claims [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.153519] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436904, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.239079] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.239260] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquired lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.239415] env[69677]: DEBUG nova.network.neutron [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.266366] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436905, 'name': PowerOffVM_Task, 'duration_secs': 0.31137} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.266631] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.266812] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance 'fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7' progress to 17 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.489272] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.516953] env[69677]: DEBUG nova.compute.utils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.518409] env[69677]: DEBUG nova.compute.manager [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.518576] env[69677]: DEBUG nova.network.neutron [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.578082] env[69677]: DEBUG nova.network.neutron [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updated VIF entry in instance network info cache for port 7451a510-5e8d-4016-bff4-6ae7fbb65fbe. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.579163] env[69677]: DEBUG nova.network.neutron [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updating instance_info_cache with network_info: [{"id": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "address": "fa:16:3e:c9:f3:38", "network": {"id": "819ab7eb-9a02-4f7a-90b0-59d39cc5e214", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1690259758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2e046f52924905ad44f149ddb1de4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7451a510-5e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.600157] env[69677]: DEBUG nova.policy [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cec4a2f072f645378a341dab3f6b3a52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1bb1a64fb564f6ea96f73a4cd0b7320', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.653282] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60873} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.653769] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] f0e3b304-d52e-4be4-812b-21397ae6b778/f0e3b304-d52e-4be4-812b-21397ae6b778.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.653769] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.654011] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dd2935a-2e7f-4396-a967-c1dbad58ae18 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.661158] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1029.661158] env[69677]: value = "task-3436906" [ 1029.661158] env[69677]: _type = "Task" [ 1029.661158] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.671216] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.773322] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.773566] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.773720] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.773891] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.774052] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.774185] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.774383] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.774533] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.774691] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.774846] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.775045] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.781304] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f4d9632-614e-401c-9f22-0841a749e854 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.797746] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1029.797746] env[69677]: value = "task-3436907" [ 1029.797746] env[69677]: _type = "Task" [ 1029.797746] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.806191] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.807351] env[69677]: DEBUG nova.network.neutron [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.816163] env[69677]: DEBUG nova.compute.manager [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Received event network-vif-deleted-e4fe87ff-3975-4ec6-b79e-e0b683d808d9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.816367] env[69677]: DEBUG nova.compute.manager [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received event network-vif-plugged-8fd03dbf-af04-4dfe-b133-930779b52ae4 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.816573] env[69677]: DEBUG oslo_concurrency.lockutils [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] Acquiring lock "7b953c8d-d09a-4398-a382-3ae262633344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.816776] env[69677]: DEBUG oslo_concurrency.lockutils [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] Lock "7b953c8d-d09a-4398-a382-3ae262633344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.816953] env[69677]: DEBUG oslo_concurrency.lockutils [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] Lock "7b953c8d-d09a-4398-a382-3ae262633344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.817878] env[69677]: DEBUG nova.compute.manager [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] No waiting events found dispatching network-vif-plugged-8fd03dbf-af04-4dfe-b133-930779b52ae4 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.818162] env[69677]: WARNING nova.compute.manager [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received unexpected event network-vif-plugged-8fd03dbf-af04-4dfe-b133-930779b52ae4 for instance with vm_state building and task_state spawning. [ 1029.818407] env[69677]: DEBUG nova.compute.manager [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received event network-changed-8fd03dbf-af04-4dfe-b133-930779b52ae4 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.818786] env[69677]: DEBUG nova.compute.manager [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Refreshing instance network info cache due to event network-changed-8fd03dbf-af04-4dfe-b133-930779b52ae4. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.819049] env[69677]: DEBUG oslo_concurrency.lockutils [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] Acquiring lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.024168] env[69677]: DEBUG nova.compute.manager [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.070701] env[69677]: DEBUG nova.objects.instance [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'flavor' on Instance uuid 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.082709] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ea38636-465e-4b38-b871-3167bfbc6621 req-94218a8d-cb22-48b2-843c-79330fc46a71 service nova] Releasing lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.139421] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquiring lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.139662] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.163276] env[69677]: DEBUG nova.network.neutron [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Successfully created port: a566b9de-5df5-4525-a919-47300b7117a4 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.176333] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066783} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.179073] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.180312] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72e79c6-0511-4512-944d-e05612ba5402 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.207126] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f0e3b304-d52e-4be4-812b-21397ae6b778/f0e3b304-d52e-4be4-812b-21397ae6b778.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.211752] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.212000] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16d1d21d-aa49-4ea3-b8be-00cd5849b528 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.234502] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1030.234502] env[69677]: value = "task-3436908" [ 1030.234502] env[69677]: _type = "Task" [ 1030.234502] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.241230] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436908, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.309758] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436907, 'name': ReconfigVM_Task, 'duration_secs': 0.451866} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.312076] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance 'fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7' progress to 33 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1030.472131] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e317c1cf-ea15-41d7-814a-5db3d774e278 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.479421] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e09ae39-7b01-4b98-ac8a-b7f0a5d50cf8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.511560] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdfcbe5-e13e-46b8-ae0e-e4a1974d6e17 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.518637] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19aeb15a-cf3a-4f02-8847-7c84cd5e30d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.235849] env[69677]: DEBUG nova.compute.manager [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.240125] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.240346] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.240503] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.240682] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.240823] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.240963] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.241175] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.241330] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.241493] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.241647] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.241812] env[69677]: DEBUG nova.virt.hardware [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.246845] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.247658] env[69677]: DEBUG nova.compute.manager [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.249779] env[69677]: DEBUG nova.compute.provider_tree [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.251087] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.251243] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquired lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.251401] env[69677]: DEBUG nova.network.neutron [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1031.251565] env[69677]: DEBUG nova.objects.instance [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'info_cache' on Instance uuid 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.257626] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78eed50a-c8b3-4002-8320-c37eced83a2c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.271328] env[69677]: DEBUG nova.scheduler.client.report [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.284377] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436908, 'name': ReconfigVM_Task, 'duration_secs': 0.386283} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.285668] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f0e3b304-d52e-4be4-812b-21397ae6b778/f0e3b304-d52e-4be4-812b-21397ae6b778.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.286389] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1031.286389] env[69677]: value = "task-3436909" [ 1031.286389] env[69677]: _type = "Task" [ 1031.286389] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.286582] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91c10509-743d-414f-b64e-8665b4ea30bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.297430] env[69677]: DEBUG nova.virt.hardware [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.297430] env[69677]: DEBUG nova.virt.hardware [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.297430] env[69677]: DEBUG nova.virt.hardware [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.297564] env[69677]: DEBUG nova.virt.hardware [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.297564] env[69677]: DEBUG nova.virt.hardware [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.297564] env[69677]: DEBUG nova.virt.hardware [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.297564] env[69677]: DEBUG nova.virt.hardware [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.297564] env[69677]: DEBUG nova.virt.hardware [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.297745] env[69677]: DEBUG nova.virt.hardware [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.297745] env[69677]: DEBUG nova.virt.hardware [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.297745] env[69677]: DEBUG nova.virt.hardware [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.297745] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deebbac6-fddf-4837-812b-dae534c05bd8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.311514] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.311805] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1031.311805] env[69677]: value = "task-3436910" [ 1031.311805] env[69677]: _type = "Task" [ 1031.311805] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.312986] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21d97f6-6a2c-4345-8d21-5e30a8afa3fa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.336384] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436910, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.337721] env[69677]: DEBUG nova.network.neutron [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Updating instance_info_cache with network_info: [{"id": "3c24d955-1d11-4d99-ae2b-6a757b26cfcd", "address": "fa:16:3e:c1:b7:59", "network": {"id": "27323528-2dda-4686-900c-4950843f962c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-810861141", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c24d955-1d", "ovs_interfaceid": "3c24d955-1d11-4d99-ae2b-6a757b26cfcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9206f598-e2ed-4abb-a8b4-e4bc8dae46aa", "address": "fa:16:3e:58:21:1f", "network": {"id": "67bbb45c-9b71-49c0-9a41-cc174896e317", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-376349423", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9206f598-e2", "ovs_interfaceid": "9206f598-e2ed-4abb-a8b4-e4bc8dae46aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fd03dbf-af04-4dfe-b133-930779b52ae4", "address": "fa:16:3e:ec:1b:a0", "network": {"id": "27323528-2dda-4686-900c-4950843f962c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-810861141", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd03dbf-af", "ovs_interfaceid": "8fd03dbf-af04-4dfe-b133-930779b52ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.772443] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.775746] env[69677]: DEBUG nova.objects.base [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Object Instance<5d0c4a47-74d2-4d4d-958a-d9728b0e0547> lazy-loaded attributes: flavor,info_cache {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.777206] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.777656] env[69677]: DEBUG nova.compute.manager [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.780171] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.628s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.780362] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.782222] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.031s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.783550] env[69677]: INFO nova.compute.claims [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.800906] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436909, 'name': ReconfigVM_Task, 'duration_secs': 0.212632} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.801260] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.801986] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8118af80-6e76-4380-a040-ac37b4d5d2d1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.807300] env[69677]: INFO nova.scheduler.client.report [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted allocations for instance bdfc039f-c910-4089-b0b1-b7f8e2b96ef5 [ 1031.826264] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7/fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.833623] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84943329-2335-4af0-96ab-55fd28cbacb1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.847365] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Releasing lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.848112] env[69677]: DEBUG nova.compute.manager [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Instance network_info: |[{"id": "3c24d955-1d11-4d99-ae2b-6a757b26cfcd", "address": "fa:16:3e:c1:b7:59", "network": {"id": "27323528-2dda-4686-900c-4950843f962c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-810861141", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c24d955-1d", "ovs_interfaceid": "3c24d955-1d11-4d99-ae2b-6a757b26cfcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9206f598-e2ed-4abb-a8b4-e4bc8dae46aa", "address": "fa:16:3e:58:21:1f", "network": {"id": "67bbb45c-9b71-49c0-9a41-cc174896e317", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-376349423", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9206f598-e2", "ovs_interfaceid": "9206f598-e2ed-4abb-a8b4-e4bc8dae46aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fd03dbf-af04-4dfe-b133-930779b52ae4", "address": "fa:16:3e:ec:1b:a0", "network": {"id": "27323528-2dda-4686-900c-4950843f962c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-810861141", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd03dbf-af", "ovs_interfaceid": "8fd03dbf-af04-4dfe-b133-930779b52ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.848705] env[69677]: DEBUG oslo_concurrency.lockutils [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] Acquired lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.848891] env[69677]: DEBUG nova.network.neutron [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Refreshing network info cache for port 8fd03dbf-af04-4dfe-b133-930779b52ae4 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.850401] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:b7:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c24d955-1d11-4d99-ae2b-6a757b26cfcd', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:21:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9206f598-e2ed-4abb-a8b4-e4bc8dae46aa', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:1b:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fd03dbf-af04-4dfe-b133-930779b52ae4', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.861415] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Creating folder: Project (fdd82d95daaa4359b03fa10a8f7cc24e). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.868754] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2189a6d-abe8-418b-b967-2beaafc39b5f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.871420] env[69677]: DEBUG nova.compute.manager [req-cd4ac1d3-501e-4de1-a596-52cb34b2a0a3 req-e1393e69-5990-48c9-aee1-60a79a55cfa3 service nova] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Received event network-vif-plugged-a566b9de-5df5-4525-a919-47300b7117a4 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.871547] env[69677]: DEBUG oslo_concurrency.lockutils [req-cd4ac1d3-501e-4de1-a596-52cb34b2a0a3 req-e1393e69-5990-48c9-aee1-60a79a55cfa3 service nova] Acquiring lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.871655] env[69677]: DEBUG oslo_concurrency.lockutils [req-cd4ac1d3-501e-4de1-a596-52cb34b2a0a3 req-e1393e69-5990-48c9-aee1-60a79a55cfa3 service nova] Lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.871801] env[69677]: DEBUG oslo_concurrency.lockutils [req-cd4ac1d3-501e-4de1-a596-52cb34b2a0a3 req-e1393e69-5990-48c9-aee1-60a79a55cfa3 service nova] Lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.872226] env[69677]: DEBUG nova.compute.manager [req-cd4ac1d3-501e-4de1-a596-52cb34b2a0a3 req-e1393e69-5990-48c9-aee1-60a79a55cfa3 service nova] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] No waiting events found dispatching network-vif-plugged-a566b9de-5df5-4525-a919-47300b7117a4 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.872226] env[69677]: WARNING nova.compute.manager [req-cd4ac1d3-501e-4de1-a596-52cb34b2a0a3 req-e1393e69-5990-48c9-aee1-60a79a55cfa3 service nova] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Received unexpected event network-vif-plugged-a566b9de-5df5-4525-a919-47300b7117a4 for instance with vm_state building and task_state spawning. [ 1031.873086] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436910, 'name': Rename_Task, 'duration_secs': 0.142286} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.874617] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.875086] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1031.875086] env[69677]: value = "task-3436911" [ 1031.875086] env[69677]: _type = "Task" [ 1031.875086] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.875564] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe5f6893-9447-4f1e-a405-8f6419d500b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.883107] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Created folder: Project (fdd82d95daaa4359b03fa10a8f7cc24e) in parent group-v685897. [ 1031.883181] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Creating folder: Instances. Parent ref: group-v686132. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.886809] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cbe749b-ee7b-45c3-a40a-8b89c13ee673 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.888735] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.890867] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1031.890867] env[69677]: value = "task-3436913" [ 1031.890867] env[69677]: _type = "Task" [ 1031.890867] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.898835] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.900892] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Created folder: Instances in parent group-v686132. [ 1031.901137] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.901343] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.901570] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dff5d196-3a95-4770-b07e-7e0b7fd61a08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.927048] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.927048] env[69677]: value = "task-3436915" [ 1031.927048] env[69677]: _type = "Task" [ 1031.927048] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.936125] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436915, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.954519] env[69677]: DEBUG nova.network.neutron [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Successfully updated port: a566b9de-5df5-4525-a919-47300b7117a4 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.200692] env[69677]: DEBUG nova.network.neutron [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Updated VIF entry in instance network info cache for port 8fd03dbf-af04-4dfe-b133-930779b52ae4. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.201254] env[69677]: DEBUG nova.network.neutron [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Updating instance_info_cache with network_info: [{"id": "3c24d955-1d11-4d99-ae2b-6a757b26cfcd", "address": "fa:16:3e:c1:b7:59", "network": {"id": "27323528-2dda-4686-900c-4950843f962c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-810861141", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.99", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c24d955-1d", "ovs_interfaceid": "3c24d955-1d11-4d99-ae2b-6a757b26cfcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9206f598-e2ed-4abb-a8b4-e4bc8dae46aa", "address": "fa:16:3e:58:21:1f", "network": {"id": "67bbb45c-9b71-49c0-9a41-cc174896e317", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-376349423", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9206f598-e2", "ovs_interfaceid": "9206f598-e2ed-4abb-a8b4-e4bc8dae46aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fd03dbf-af04-4dfe-b133-930779b52ae4", "address": "fa:16:3e:ec:1b:a0", "network": {"id": "27323528-2dda-4686-900c-4950843f962c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-810861141", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd03dbf-af", "ovs_interfaceid": "8fd03dbf-af04-4dfe-b133-930779b52ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.288149] env[69677]: DEBUG nova.compute.utils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.293026] env[69677]: DEBUG nova.compute.manager [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.293026] env[69677]: DEBUG nova.network.neutron [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.351299] env[69677]: DEBUG oslo_concurrency.lockutils [None req-57344a8d-aa6d-4644-aa07-1e68897e6a21 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "bdfc039f-c910-4089-b0b1-b7f8e2b96ef5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.495s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.389522] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436911, 'name': ReconfigVM_Task, 'duration_secs': 0.283806} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.389836] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Reconfigured VM instance instance-0000000b to attach disk [datastore1] fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7/fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.390139] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance 'fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7' progress to 50 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.404027] env[69677]: DEBUG oslo_vmware.api [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436913, 'name': PowerOnVM_Task, 'duration_secs': 0.500447} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.404027] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.404027] env[69677]: INFO nova.compute.manager [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1032.404027] env[69677]: DEBUG nova.compute.manager [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.404027] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a201bb-28c1-4e92-8a07-2fc69929d186 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.439306] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436915, 'name': CreateVM_Task, 'duration_secs': 0.431329} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.439484] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.440801] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.440801] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.440995] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.444226] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98b88b25-94d6-4727-bc67-2ae618894b39 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.449717] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1032.449717] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52595282-c1cd-b994-9890-580f280477aa" [ 1032.449717] env[69677]: _type = "Task" [ 1032.449717] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.459161] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquiring lock "refresh_cache-39b7621f-ba9b-43a1-9192-a9bcd50be75e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.459323] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquired lock "refresh_cache-39b7621f-ba9b-43a1-9192-a9bcd50be75e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.459471] env[69677]: DEBUG nova.network.neutron [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.460541] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52595282-c1cd-b994-9890-580f280477aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.513457] env[69677]: DEBUG nova.policy [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca7043b1c05d462d94f123ede1177536', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '350067d49ee548a48b3927ffa4be0483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.709416] env[69677]: DEBUG oslo_concurrency.lockutils [req-3c4ea3f1-ec4a-4eec-93d9-ccd1ca79e5d1 req-11e5a7b0-c621-4173-91f7-da374e3a745a service nova] Releasing lock "refresh_cache-7b953c8d-d09a-4398-a382-3ae262633344" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.792182] env[69677]: DEBUG nova.compute.manager [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.860160] env[69677]: DEBUG nova.network.neutron [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Updating instance_info_cache with network_info: [{"id": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "address": "fa:16:3e:85:39:2f", "network": {"id": "bc72ef42-78f7-42a6-b23f-764db6978814", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1279108948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e55ff0d4564aed97490023d3a1e8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440d66a1-4b", "ovs_interfaceid": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.900794] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1a9264-7d57-48d8-8a3b-bcc47dd0c5d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.939116] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48480e64-ce9d-4e19-9eb6-a6dae926d5e4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.942034] env[69677]: INFO nova.compute.manager [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Took 42.72 seconds to build instance. [ 1032.960246] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance 'fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7' progress to 67 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1032.977494] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52595282-c1cd-b994-9890-580f280477aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012419} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.977800] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.978045] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.978282] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.978429] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.978608] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.978880] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45f62456-500a-4b61-b35d-d36cb103860c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.987275] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.987275] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.989026] env[69677]: DEBUG nova.network.neutron [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Successfully created port: c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.990175] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24009de9-3414-4771-89dc-e9a65de07fb0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.998134] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1032.998134] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5227c637-5b6c-155b-36ae-e0d2c4a029c6" [ 1032.998134] env[69677]: _type = "Task" [ 1032.998134] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.006110] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5227c637-5b6c-155b-36ae-e0d2c4a029c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.028741] env[69677]: DEBUG nova.network.neutron [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.198823] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544864c9-4ee9-472b-9063-ce53ed71657e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.206603] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249e9408-a51b-46c5-8648-da73e185dfa1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.238390] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4112019-2a25-4cdb-b829-856361116e70 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.245695] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39729bbf-1a77-42b4-b3ed-0b4821c41281 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.259920] env[69677]: DEBUG nova.compute.provider_tree [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.360884] env[69677]: DEBUG nova.network.neutron [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Updating instance_info_cache with network_info: [{"id": "a566b9de-5df5-4525-a919-47300b7117a4", "address": "fa:16:3e:ea:60:9f", "network": {"id": "028e1bc2-5058-4d44-9d45-495ed56ef35a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-672465279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1bb1a64fb564f6ea96f73a4cd0b7320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa566b9de-5d", "ovs_interfaceid": "a566b9de-5df5-4525-a919-47300b7117a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.365771] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Releasing lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.444939] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a913036a-2f55-4cc3-8459-7749c0834237 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f0e3b304-d52e-4be4-812b-21397ae6b778" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.234s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.512830] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5227c637-5b6c-155b-36ae-e0d2c4a029c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008219} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.513659] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3724529d-3764-4f59-8a23-011581dcecac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.520417] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1033.520417] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ff3e5e-c52d-fba3-4e56-979cf419b71e" [ 1033.520417] env[69677]: _type = "Task" [ 1033.520417] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.528998] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ff3e5e-c52d-fba3-4e56-979cf419b71e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.531430] env[69677]: DEBUG nova.network.neutron [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Port 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1033.767509] env[69677]: DEBUG nova.scheduler.client.report [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.803220] env[69677]: DEBUG nova.compute.manager [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.833039] env[69677]: DEBUG nova.virt.hardware [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.833039] env[69677]: DEBUG nova.virt.hardware [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.833039] env[69677]: DEBUG nova.virt.hardware [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.833039] env[69677]: DEBUG nova.virt.hardware [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.833039] env[69677]: DEBUG nova.virt.hardware [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.833039] env[69677]: DEBUG nova.virt.hardware [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.833039] env[69677]: DEBUG nova.virt.hardware [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.833793] env[69677]: DEBUG nova.virt.hardware [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.833793] env[69677]: DEBUG nova.virt.hardware [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.833793] env[69677]: DEBUG nova.virt.hardware [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.833793] env[69677]: DEBUG nova.virt.hardware [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.834503] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2bb5b0-e83a-41b9-87bd-5846da8ed547 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.842394] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a68f539-035b-4f3e-9da3-233e85d8ef5f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.863569] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Releasing lock "refresh_cache-39b7621f-ba9b-43a1-9192-a9bcd50be75e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.863891] env[69677]: DEBUG nova.compute.manager [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Instance network_info: |[{"id": "a566b9de-5df5-4525-a919-47300b7117a4", "address": "fa:16:3e:ea:60:9f", "network": {"id": "028e1bc2-5058-4d44-9d45-495ed56ef35a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-672465279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1bb1a64fb564f6ea96f73a4cd0b7320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa566b9de-5d", "ovs_interfaceid": "a566b9de-5df5-4525-a919-47300b7117a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.864322] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:60:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a566b9de-5df5-4525-a919-47300b7117a4', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.871758] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Creating folder: Project (b1bb1a64fb564f6ea96f73a4cd0b7320). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.874243] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e21aa7e1-254c-485c-baa7-640bd61d5f08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.884905] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Created folder: Project (b1bb1a64fb564f6ea96f73a4cd0b7320) in parent group-v685897. [ 1033.885129] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Creating folder: Instances. Parent ref: group-v686135. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1033.885361] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a27e3c7e-184d-4c91-ba92-1c8401e90a16 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.894080] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Created folder: Instances in parent group-v686135. [ 1033.894275] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.894499] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.894710] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e7bb3fb-bddf-4fb7-aced-290ca45d2d38 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.914037] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.914037] env[69677]: value = "task-3436918" [ 1033.914037] env[69677]: _type = "Task" [ 1033.914037] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.920583] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436918, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.037760] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ff3e5e-c52d-fba3-4e56-979cf419b71e, 'name': SearchDatastore_Task, 'duration_secs': 0.023377} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.038157] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.038471] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 7b953c8d-d09a-4398-a382-3ae262633344/7b953c8d-d09a-4398-a382-3ae262633344.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.038783] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4c97f64-6925-4122-9157-04ad1e6dbcd9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.041972] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "interface-a86bb973-cf6e-44c8-bce5-dc3ff8611500-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.042241] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-a86bb973-cf6e-44c8-bce5-dc3ff8611500-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.042624] env[69677]: DEBUG nova.objects.instance [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'flavor' on Instance uuid a86bb973-cf6e-44c8-bce5-dc3ff8611500 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.055244] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1034.055244] env[69677]: value = "task-3436919" [ 1034.055244] env[69677]: _type = "Task" [ 1034.055244] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.064385] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.211856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "f0e3b304-d52e-4be4-812b-21397ae6b778" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.212293] env[69677]: DEBUG oslo_concurrency.lockutils [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f0e3b304-d52e-4be4-812b-21397ae6b778" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.212526] env[69677]: DEBUG oslo_concurrency.lockutils [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "f0e3b304-d52e-4be4-812b-21397ae6b778-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.212852] env[69677]: DEBUG oslo_concurrency.lockutils [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f0e3b304-d52e-4be4-812b-21397ae6b778-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.213104] env[69677]: DEBUG oslo_concurrency.lockutils [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f0e3b304-d52e-4be4-812b-21397ae6b778-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.215588] env[69677]: INFO nova.compute.manager [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Terminating instance [ 1034.272907] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.273696] env[69677]: DEBUG nova.compute.manager [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.276811] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.515s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.276811] env[69677]: DEBUG nova.objects.instance [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lazy-loading 'resources' on Instance uuid 165e46e0-9158-40ee-b6ca-2ef2ee3bef64 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.294675] env[69677]: DEBUG nova.compute.manager [req-38ebb8a2-6f14-4da4-a8a2-f65f045808e1 req-16e5eab7-2d2f-4230-856c-eb3e757b101c service nova] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Received event network-changed-a566b9de-5df5-4525-a919-47300b7117a4 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.294934] env[69677]: DEBUG nova.compute.manager [req-38ebb8a2-6f14-4da4-a8a2-f65f045808e1 req-16e5eab7-2d2f-4230-856c-eb3e757b101c service nova] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Refreshing instance network info cache due to event network-changed-a566b9de-5df5-4525-a919-47300b7117a4. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.295079] env[69677]: DEBUG oslo_concurrency.lockutils [req-38ebb8a2-6f14-4da4-a8a2-f65f045808e1 req-16e5eab7-2d2f-4230-856c-eb3e757b101c service nova] Acquiring lock "refresh_cache-39b7621f-ba9b-43a1-9192-a9bcd50be75e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.295261] env[69677]: DEBUG oslo_concurrency.lockutils [req-38ebb8a2-6f14-4da4-a8a2-f65f045808e1 req-16e5eab7-2d2f-4230-856c-eb3e757b101c service nova] Acquired lock "refresh_cache-39b7621f-ba9b-43a1-9192-a9bcd50be75e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.295801] env[69677]: DEBUG nova.network.neutron [req-38ebb8a2-6f14-4da4-a8a2-f65f045808e1 req-16e5eab7-2d2f-4230-856c-eb3e757b101c service nova] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Refreshing network info cache for port a566b9de-5df5-4525-a919-47300b7117a4 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.375233] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.375371] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49b75dbf-deac-4da3-9764-167d03310aa5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.384343] env[69677]: DEBUG oslo_vmware.api [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1034.384343] env[69677]: value = "task-3436920" [ 1034.384343] env[69677]: _type = "Task" [ 1034.384343] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.395221] env[69677]: DEBUG oslo_vmware.api [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.425036] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436918, 'name': CreateVM_Task, 'duration_secs': 0.320863} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.425485] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.426117] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.426337] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.426731] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.427054] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9cc244-3b65-45a5-af85-5b357ef77c0c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.432571] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for the task: (returnval){ [ 1034.432571] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5255b626-4a33-0fc3-9278-2a7c86abcd90" [ 1034.432571] env[69677]: _type = "Task" [ 1034.432571] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.443164] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5255b626-4a33-0fc3-9278-2a7c86abcd90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.560018] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.560284] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.560473] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.570856] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477182} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.571088] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 7b953c8d-d09a-4398-a382-3ae262633344/7b953c8d-d09a-4398-a382-3ae262633344.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.571383] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.571550] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2f0c31d-2610-47e0-8b5d-5da56e7f6c2d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.579624] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1034.579624] env[69677]: value = "task-3436921" [ 1034.579624] env[69677]: _type = "Task" [ 1034.579624] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.587374] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.720013] env[69677]: DEBUG nova.compute.manager [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.720282] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.721213] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25343a3-e9ac-40b5-9eb8-03917671cde4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.728598] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.728834] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44f5035d-4d6f-45a4-833f-286ac0dd2898 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.730996] env[69677]: DEBUG nova.objects.instance [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'pci_requests' on Instance uuid a86bb973-cf6e-44c8-bce5-dc3ff8611500 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.737383] env[69677]: DEBUG oslo_vmware.api [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1034.737383] env[69677]: value = "task-3436922" [ 1034.737383] env[69677]: _type = "Task" [ 1034.737383] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.745989] env[69677]: DEBUG oslo_vmware.api [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.779932] env[69677]: DEBUG nova.compute.utils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.784874] env[69677]: DEBUG nova.compute.manager [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.785056] env[69677]: DEBUG nova.network.neutron [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.870438] env[69677]: DEBUG nova.policy [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fa0f248624e41ebab41859060927dbb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd60883233094981ba6e352fac3d1bf9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.900821] env[69677]: DEBUG oslo_vmware.api [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3436920, 'name': PowerOnVM_Task, 'duration_secs': 0.489932} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.903723] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.903839] env[69677]: DEBUG nova.compute.manager [None req-c9296efe-8181-4bfc-8a66-8ee35d45908b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.904655] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4c540b-71fe-4e6f-9e31-de6b91b60257 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.944683] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5255b626-4a33-0fc3-9278-2a7c86abcd90, 'name': SearchDatastore_Task, 'duration_secs': 0.025278} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.945010] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.945258] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.945489] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.945633] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.945840] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.946159] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f97955a-d832-4d94-a849-dbeebe1b0b94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.956430] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.959021] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.959021] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49143e14-7963-4e81-a798-44b65fbc8224 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.965284] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for the task: (returnval){ [ 1034.965284] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e59d6c-a238-89b8-640d-8779e1d3543d" [ 1034.965284] env[69677]: _type = "Task" [ 1034.965284] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.977835] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e59d6c-a238-89b8-640d-8779e1d3543d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.033707] env[69677]: DEBUG nova.network.neutron [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Successfully updated port: c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.036103] env[69677]: DEBUG nova.network.neutron [req-38ebb8a2-6f14-4da4-a8a2-f65f045808e1 req-16e5eab7-2d2f-4230-856c-eb3e757b101c service nova] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Updated VIF entry in instance network info cache for port a566b9de-5df5-4525-a919-47300b7117a4. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.036420] env[69677]: DEBUG nova.network.neutron [req-38ebb8a2-6f14-4da4-a8a2-f65f045808e1 req-16e5eab7-2d2f-4230-856c-eb3e757b101c service nova] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Updating instance_info_cache with network_info: [{"id": "a566b9de-5df5-4525-a919-47300b7117a4", "address": "fa:16:3e:ea:60:9f", "network": {"id": "028e1bc2-5058-4d44-9d45-495ed56ef35a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-672465279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1bb1a64fb564f6ea96f73a4cd0b7320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa566b9de-5d", "ovs_interfaceid": "a566b9de-5df5-4525-a919-47300b7117a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.091052] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188031} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.091286] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.092041] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f24ca60-d86f-4eb2-89c7-17f1edf1ae81 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.119160] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 7b953c8d-d09a-4398-a382-3ae262633344/7b953c8d-d09a-4398-a382-3ae262633344.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.121758] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c64bb54e-b85a-4267-a851-df2d5e4959fc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.141649] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1035.141649] env[69677]: value = "task-3436923" [ 1035.141649] env[69677]: _type = "Task" [ 1035.141649] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.151849] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.198154] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a682487e-418b-452f-b3c2-73dadb0d19f5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.205579] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdb34e1-7068-415c-b600-5d21f4067354 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.238720] env[69677]: DEBUG nova.objects.base [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1035.238997] env[69677]: DEBUG nova.network.neutron [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.244401] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58097cd6-dd69-40e7-b34f-7161db74b5e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.253690] env[69677]: DEBUG oslo_vmware.api [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436922, 'name': PowerOffVM_Task, 'duration_secs': 0.268377} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.255774] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.255931] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.256256] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92afd96d-2641-4aaf-a678-dae2d6e5bdd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.258633] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5aed28c-5d0d-49a6-8735-ae74abf9c516 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.272638] env[69677]: DEBUG nova.compute.provider_tree [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.285661] env[69677]: DEBUG nova.compute.manager [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.294019] env[69677]: DEBUG nova.policy [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b89388650974f14aafe5cf6b9a96a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374d4725fc6e4d5c875b000af67ed519', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.327054] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.327367] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.327578] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleting the datastore file [datastore1] f0e3b304-d52e-4be4-812b-21397ae6b778 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.327863] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1be8083-e3cb-4bd8-b1c7-2863a9ac1775 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.331069] env[69677]: DEBUG nova.network.neutron [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Successfully created port: f22337bb-9cae-4010-b0fd-cf74084824a5 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.342178] env[69677]: DEBUG oslo_vmware.api [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1035.342178] env[69677]: value = "task-3436925" [ 1035.342178] env[69677]: _type = "Task" [ 1035.342178] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.350964] env[69677]: DEBUG oslo_vmware.api [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.480436] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e59d6c-a238-89b8-640d-8779e1d3543d, 'name': SearchDatastore_Task, 'duration_secs': 0.01814} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.480436] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d415926-276e-4b11-97c6-dd2e1d4cefaf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.484394] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for the task: (returnval){ [ 1035.484394] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526cc80f-6934-134b-452d-5048ac33c08f" [ 1035.484394] env[69677]: _type = "Task" [ 1035.484394] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.493494] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526cc80f-6934-134b-452d-5048ac33c08f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.536204] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.536392] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.536565] env[69677]: DEBUG nova.network.neutron [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.542659] env[69677]: DEBUG oslo_concurrency.lockutils [req-38ebb8a2-6f14-4da4-a8a2-f65f045808e1 req-16e5eab7-2d2f-4230-856c-eb3e757b101c service nova] Releasing lock "refresh_cache-39b7621f-ba9b-43a1-9192-a9bcd50be75e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.549479] env[69677]: DEBUG nova.network.neutron [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Successfully created port: b066b6fa-e9da-4ad7-b56c-2a63033c78fe {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.621295] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.621295] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.621295] env[69677]: DEBUG nova.network.neutron [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.651572] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.779022] env[69677]: DEBUG nova.scheduler.client.report [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.852432] env[69677]: DEBUG oslo_vmware.api [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3436925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370701} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.852696] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.852881] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.853069] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.853240] env[69677]: INFO nova.compute.manager [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1035.853477] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.853665] env[69677]: DEBUG nova.compute.manager [-] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.853758] env[69677]: DEBUG nova.network.neutron [-] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.995630] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526cc80f-6934-134b-452d-5048ac33c08f, 'name': SearchDatastore_Task, 'duration_secs': 0.038637} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.995942] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.996335] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 39b7621f-ba9b-43a1-9192-a9bcd50be75e/39b7621f-ba9b-43a1-9192-a9bcd50be75e.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.996641] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c8453b2-8305-44bf-9912-09f5eb494638 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.004613] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for the task: (returnval){ [ 1036.004613] env[69677]: value = "task-3436926" [ 1036.004613] env[69677]: _type = "Task" [ 1036.004613] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.014013] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.079823] env[69677]: DEBUG nova.network.neutron [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.151475] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436923, 'name': ReconfigVM_Task, 'duration_secs': 0.684578} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.155585] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 7b953c8d-d09a-4398-a382-3ae262633344/7b953c8d-d09a-4398-a382-3ae262633344.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.156299] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb3104e2-fb37-42ca-9c64-e97d61807d53 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.165028] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1036.165028] env[69677]: value = "task-3436927" [ 1036.165028] env[69677]: _type = "Task" [ 1036.165028] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.171977] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436927, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.282180] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.287156] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.636s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.288062] env[69677]: DEBUG nova.objects.instance [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lazy-loading 'resources' on Instance uuid 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.296978] env[69677]: DEBUG nova.compute.manager [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.312865] env[69677]: DEBUG nova.network.neutron [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance_info_cache with network_info: [{"id": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "address": "fa:16:3e:12:5a:7c", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ed5f7e-6b", "ovs_interfaceid": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.322851] env[69677]: INFO nova.scheduler.client.report [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleted allocations for instance 165e46e0-9158-40ee-b6ca-2ef2ee3bef64 [ 1036.336945] env[69677]: DEBUG nova.virt.hardware [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.337241] env[69677]: DEBUG nova.virt.hardware [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.337481] env[69677]: DEBUG nova.virt.hardware [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.337577] env[69677]: DEBUG nova.virt.hardware [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.337727] env[69677]: DEBUG nova.virt.hardware [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.341019] env[69677]: DEBUG nova.virt.hardware [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.341019] env[69677]: DEBUG nova.virt.hardware [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.341019] env[69677]: DEBUG nova.virt.hardware [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.341019] env[69677]: DEBUG nova.virt.hardware [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.341019] env[69677]: DEBUG nova.virt.hardware [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.341019] env[69677]: DEBUG nova.virt.hardware [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.341019] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362c9b53-bcbb-4345-b278-85d0d27abbae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.353449] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32f219b-6ab7-49a9-b3dd-31cd15c41b84 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.396059] env[69677]: DEBUG nova.network.neutron [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance_info_cache with network_info: [{"id": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "address": "fa:16:3e:14:ad:83", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416fd7cd-0f", "ovs_interfaceid": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.515520] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474663} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.515627] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 39b7621f-ba9b-43a1-9192-a9bcd50be75e/39b7621f-ba9b-43a1-9192-a9bcd50be75e.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.515817] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.516038] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd5c119b-45ee-4e9e-b3b8-297a560e247b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.523366] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for the task: (returnval){ [ 1036.523366] env[69677]: value = "task-3436928" [ 1036.523366] env[69677]: _type = "Task" [ 1036.523366] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.531089] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.599811] env[69677]: DEBUG nova.compute.manager [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Received event network-vif-plugged-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.599975] env[69677]: DEBUG oslo_concurrency.lockutils [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] Acquiring lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.600235] env[69677]: DEBUG oslo_concurrency.lockutils [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.600408] env[69677]: DEBUG oslo_concurrency.lockutils [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.600574] env[69677]: DEBUG nova.compute.manager [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] No waiting events found dispatching network-vif-plugged-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.601236] env[69677]: WARNING nova.compute.manager [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Received unexpected event network-vif-plugged-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 for instance with vm_state building and task_state spawning. [ 1036.601236] env[69677]: DEBUG nova.compute.manager [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Received event network-changed-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.601236] env[69677]: DEBUG nova.compute.manager [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Refreshing instance network info cache due to event network-changed-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.601236] env[69677]: DEBUG oslo_concurrency.lockutils [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] Acquiring lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.673746] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436927, 'name': Rename_Task, 'duration_secs': 0.273551} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.675023] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.675023] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60693a18-2c7a-4a89-b7af-f74b28d43bac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.680682] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1036.680682] env[69677]: value = "task-3436929" [ 1036.680682] env[69677]: _type = "Task" [ 1036.680682] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.688036] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.744134] env[69677]: DEBUG nova.network.neutron [-] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.815840] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.816194] env[69677]: DEBUG nova.compute.manager [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Instance network_info: |[{"id": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "address": "fa:16:3e:12:5a:7c", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ed5f7e-6b", "ovs_interfaceid": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.816854] env[69677]: DEBUG oslo_concurrency.lockutils [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] Acquired lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.817054] env[69677]: DEBUG nova.network.neutron [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Refreshing network info cache for port c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.818313] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:5a:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.828273] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.829328] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.829568] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34e189f4-5664-4d80-a0cd-128bdff14f38 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.850308] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b5ef279-d8e9-4dbe-ab9d-9b6c9dd838d7 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "165e46e0-9158-40ee-b6ca-2ef2ee3bef64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.704s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.857865] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.857865] env[69677]: value = "task-3436930" [ 1036.857865] env[69677]: _type = "Task" [ 1036.857865] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.865194] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436930, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.898913] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.011399] env[69677]: DEBUG nova.network.neutron [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Successfully updated port: f22337bb-9cae-4010-b0fd-cf74084824a5 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.035179] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071122} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.035343] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.036168] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f752c4-6de5-4114-b6b4-01105274c1ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.062255] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 39b7621f-ba9b-43a1-9192-a9bcd50be75e/39b7621f-ba9b-43a1-9192-a9bcd50be75e.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.065214] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1050b38e-9098-4d95-88e3-28538871ad4c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.087128] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for the task: (returnval){ [ 1037.087128] env[69677]: value = "task-3436931" [ 1037.087128] env[69677]: _type = "Task" [ 1037.087128] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.091660] env[69677]: DEBUG nova.network.neutron [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Successfully updated port: b066b6fa-e9da-4ad7-b56c-2a63033c78fe {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.100502] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.167813] env[69677]: DEBUG nova.compute.manager [req-6eee0d08-d22e-4345-b4a5-7d98b99ba964 req-eb5bad16-e7b5-4fca-b807-ef396e07fd8d service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Received event network-vif-plugged-b066b6fa-e9da-4ad7-b56c-2a63033c78fe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.168148] env[69677]: DEBUG oslo_concurrency.lockutils [req-6eee0d08-d22e-4345-b4a5-7d98b99ba964 req-eb5bad16-e7b5-4fca-b807-ef396e07fd8d service nova] Acquiring lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.168423] env[69677]: DEBUG oslo_concurrency.lockutils [req-6eee0d08-d22e-4345-b4a5-7d98b99ba964 req-eb5bad16-e7b5-4fca-b807-ef396e07fd8d service nova] Lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.168573] env[69677]: DEBUG oslo_concurrency.lockutils [req-6eee0d08-d22e-4345-b4a5-7d98b99ba964 req-eb5bad16-e7b5-4fca-b807-ef396e07fd8d service nova] Lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.168775] env[69677]: DEBUG nova.compute.manager [req-6eee0d08-d22e-4345-b4a5-7d98b99ba964 req-eb5bad16-e7b5-4fca-b807-ef396e07fd8d service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] No waiting events found dispatching network-vif-plugged-b066b6fa-e9da-4ad7-b56c-2a63033c78fe {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.169007] env[69677]: WARNING nova.compute.manager [req-6eee0d08-d22e-4345-b4a5-7d98b99ba964 req-eb5bad16-e7b5-4fca-b807-ef396e07fd8d service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Received unexpected event network-vif-plugged-b066b6fa-e9da-4ad7-b56c-2a63033c78fe for instance with vm_state active and task_state None. [ 1037.192757] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.196590] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583fb423-2bf7-45ce-a851-95cc52e86178 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.203439] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e8a3d-90e1-4ad1-8dd3-a8bcb0265734 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.237228] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c02873-0cc9-48cc-86ed-f18d3e4c3f1b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.245298] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1f4dcb-614b-4b69-810c-bc0c93da81ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.249532] env[69677]: INFO nova.compute.manager [-] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Took 1.40 seconds to deallocate network for instance. [ 1037.262078] env[69677]: DEBUG nova.compute.provider_tree [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.373337] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436930, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.424772] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb1a17c-f628-48f9-98ea-ec11944b6cce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.447177] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb8a22e-9471-42e1-8f83-c57d690e07dd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.455732] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance 'fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7' progress to 83 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1037.512272] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "refresh_cache-83b88171-8361-4087-a7c6-481ec5b569d0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.512426] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "refresh_cache-83b88171-8361-4087-a7c6-481ec5b569d0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.512573] env[69677]: DEBUG nova.network.neutron [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.539694] env[69677]: DEBUG nova.network.neutron [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updated VIF entry in instance network info cache for port c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.540094] env[69677]: DEBUG nova.network.neutron [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance_info_cache with network_info: [{"id": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "address": "fa:16:3e:12:5a:7c", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ed5f7e-6b", "ovs_interfaceid": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.603248] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.603459] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.603647] env[69677]: DEBUG nova.network.neutron [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.605013] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436931, 'name': ReconfigVM_Task, 'duration_secs': 0.319059} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.605491] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 39b7621f-ba9b-43a1-9192-a9bcd50be75e/39b7621f-ba9b-43a1-9192-a9bcd50be75e.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.612277] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd5e29c3-72b6-4f87-8469-abf532cb3c6d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.622360] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for the task: (returnval){ [ 1037.622360] env[69677]: value = "task-3436932" [ 1037.622360] env[69677]: _type = "Task" [ 1037.622360] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.634349] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436932, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.694383] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.764711] env[69677]: DEBUG oslo_concurrency.lockutils [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.765597] env[69677]: DEBUG nova.scheduler.client.report [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.869325] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436930, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.962532] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.962835] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9097ae1-e1ae-4aaf-82a2-c136bb892d42 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.970447] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1037.970447] env[69677]: value = "task-3436933" [ 1037.970447] env[69677]: _type = "Task" [ 1037.970447] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.979402] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.045100] env[69677]: DEBUG oslo_concurrency.lockutils [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] Releasing lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.047195] env[69677]: DEBUG nova.compute.manager [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Received event network-vif-deleted-f235cd32-5967-4f45-b54d-ea3728998436 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.047195] env[69677]: INFO nova.compute.manager [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Neutron deleted interface f235cd32-5967-4f45-b54d-ea3728998436; detaching it from the instance and deleting it from the info cache [ 1038.047195] env[69677]: DEBUG nova.network.neutron [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.058018] env[69677]: DEBUG nova.network.neutron [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.132436] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436932, 'name': Rename_Task, 'duration_secs': 0.143974} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.132981] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.133374] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9a83d2b-da27-42ea-824d-752496e986c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.140901] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for the task: (returnval){ [ 1038.140901] env[69677]: value = "task-3436934" [ 1038.140901] env[69677]: _type = "Task" [ 1038.140901] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.148843] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.156894] env[69677]: WARNING nova.network.neutron [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] 93e3c0b6-0390-4a41-aa72-3829d06ec4bf already exists in list: networks containing: ['93e3c0b6-0390-4a41-aa72-3829d06ec4bf']. ignoring it [ 1038.192077] env[69677]: DEBUG oslo_vmware.api [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436929, 'name': PowerOnVM_Task, 'duration_secs': 1.474654} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.192427] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.192680] env[69677]: INFO nova.compute.manager [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Took 16.85 seconds to spawn the instance on the hypervisor. [ 1038.192889] env[69677]: DEBUG nova.compute.manager [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.193758] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeac3b6e-5d0d-49dc-913a-2fe536562bfa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.213772] env[69677]: DEBUG nova.network.neutron [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Updating instance_info_cache with network_info: [{"id": "f22337bb-9cae-4010-b0fd-cf74084824a5", "address": "fa:16:3e:df:36:b8", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22337bb-9c", "ovs_interfaceid": "f22337bb-9cae-4010-b0fd-cf74084824a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.271135] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.273637] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.821s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.275485] env[69677]: INFO nova.compute.claims [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.300471] env[69677]: INFO nova.scheduler.client.report [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Deleted allocations for instance 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2 [ 1038.368390] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436930, 'name': CreateVM_Task, 'duration_secs': 1.047363} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.368590] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.369345] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.369525] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.369864] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.370152] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1115f9ff-2f17-42f0-ac74-86ffcf9032db {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.381950] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1038.381950] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52df33ca-542c-48bb-4431-15fc757a3fdd" [ 1038.381950] env[69677]: _type = "Task" [ 1038.381950] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.391837] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52df33ca-542c-48bb-4431-15fc757a3fdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.481030] env[69677]: DEBUG oslo_vmware.api [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3436933, 'name': PowerOnVM_Task, 'duration_secs': 0.431029} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.481030] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.482904] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bee7de06-f08a-4f3a-957b-00025398e2fb tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance 'fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7' progress to 100 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1038.553022] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9743ad07-7b44-4e3d-a2cb-7e0244c5c29f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.559333] env[69677]: DEBUG nova.network.neutron [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Updating instance_info_cache with network_info: [{"id": "21362faf-3d80-4987-a01d-f4000796070c", "address": "fa:16:3e:75:b6:32", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21362faf-3d", "ovs_interfaceid": "21362faf-3d80-4987-a01d-f4000796070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b066b6fa-e9da-4ad7-b56c-2a63033c78fe", "address": "fa:16:3e:6e:58:fe", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb066b6fa-e9", "ovs_interfaceid": "b066b6fa-e9da-4ad7-b56c-2a63033c78fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.565384] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317918eb-3cbb-4121-9217-0b40c3de63bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.600333] env[69677]: DEBUG nova.compute.manager [req-22003e0d-70a8-4941-9e48-210f4127f7e9 req-b1b4a950-da29-4612-bd2a-43ec3a986db2 service nova] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Detach interface failed, port_id=f235cd32-5967-4f45-b54d-ea3728998436, reason: Instance f0e3b304-d52e-4be4-812b-21397ae6b778 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.651652] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436934, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.715500] env[69677]: INFO nova.compute.manager [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Took 49.28 seconds to build instance. [ 1038.719937] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "refresh_cache-83b88171-8361-4087-a7c6-481ec5b569d0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.719937] env[69677]: DEBUG nova.compute.manager [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Instance network_info: |[{"id": "f22337bb-9cae-4010-b0fd-cf74084824a5", "address": "fa:16:3e:df:36:b8", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22337bb-9c", "ovs_interfaceid": "f22337bb-9cae-4010-b0fd-cf74084824a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.720271] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:36:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f22337bb-9cae-4010-b0fd-cf74084824a5', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.728010] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.728251] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.728474] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76e30563-d73b-4ff5-8fb8-6b5c44ade78a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.749317] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.749317] env[69677]: value = "task-3436935" [ 1038.749317] env[69677]: _type = "Task" [ 1038.749317] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.757240] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436935, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.811815] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a273d30c-dc2e-49b7-860d-714d4bcaf098 tempest-ServerShowV247Test-709101582 tempest-ServerShowV247Test-709101582-project-member] Lock "1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.441s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.893428] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52df33ca-542c-48bb-4431-15fc757a3fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.015223} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.893817] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.894625] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.894625] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.894787] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.895032] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.895324] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d393debe-7109-4841-9c0e-e5153be98d44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.905403] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.905655] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.906454] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50c8196-7fd0-4059-9640-6d7c08571a8d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.911799] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1038.911799] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e8377e-1d09-021d-61bd-a848534a77de" [ 1038.911799] env[69677]: _type = "Task" [ 1038.911799] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.919825] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e8377e-1d09-021d-61bd-a848534a77de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.044973] env[69677]: DEBUG nova.compute.manager [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Received event network-vif-plugged-f22337bb-9cae-4010-b0fd-cf74084824a5 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.045049] env[69677]: DEBUG oslo_concurrency.lockutils [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] Acquiring lock "83b88171-8361-4087-a7c6-481ec5b569d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.045250] env[69677]: DEBUG oslo_concurrency.lockutils [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] Lock "83b88171-8361-4087-a7c6-481ec5b569d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.045486] env[69677]: DEBUG oslo_concurrency.lockutils [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] Lock "83b88171-8361-4087-a7c6-481ec5b569d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.045614] env[69677]: DEBUG nova.compute.manager [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] No waiting events found dispatching network-vif-plugged-f22337bb-9cae-4010-b0fd-cf74084824a5 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.045748] env[69677]: WARNING nova.compute.manager [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Received unexpected event network-vif-plugged-f22337bb-9cae-4010-b0fd-cf74084824a5 for instance with vm_state building and task_state spawning. [ 1039.045933] env[69677]: DEBUG nova.compute.manager [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Received event network-changed-f22337bb-9cae-4010-b0fd-cf74084824a5 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.046102] env[69677]: DEBUG nova.compute.manager [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Refreshing instance network info cache due to event network-changed-f22337bb-9cae-4010-b0fd-cf74084824a5. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.046250] env[69677]: DEBUG oslo_concurrency.lockutils [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] Acquiring lock "refresh_cache-83b88171-8361-4087-a7c6-481ec5b569d0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.046385] env[69677]: DEBUG oslo_concurrency.lockutils [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] Acquired lock "refresh_cache-83b88171-8361-4087-a7c6-481ec5b569d0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.046537] env[69677]: DEBUG nova.network.neutron [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Refreshing network info cache for port f22337bb-9cae-4010-b0fd-cf74084824a5 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.063664] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.064324] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.064483] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.066031] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aca294-bebb-48bd-bfe0-d8f671b496f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.085019] env[69677]: DEBUG nova.virt.hardware [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.085304] env[69677]: DEBUG nova.virt.hardware [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.085411] env[69677]: DEBUG nova.virt.hardware [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.085593] env[69677]: DEBUG nova.virt.hardware [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.085735] env[69677]: DEBUG nova.virt.hardware [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.085876] env[69677]: DEBUG nova.virt.hardware [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.086093] env[69677]: DEBUG nova.virt.hardware [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.086254] env[69677]: DEBUG nova.virt.hardware [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.086417] env[69677]: DEBUG nova.virt.hardware [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.086573] env[69677]: DEBUG nova.virt.hardware [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.086738] env[69677]: DEBUG nova.virt.hardware [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.092886] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Reconfiguring VM to attach interface {{(pid=69677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1039.093194] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63208783-9bfd-48f7-9540-75cee594814e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.112029] env[69677]: DEBUG oslo_vmware.api [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1039.112029] env[69677]: value = "task-3436936" [ 1039.112029] env[69677]: _type = "Task" [ 1039.112029] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.120418] env[69677]: DEBUG oslo_vmware.api [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436936, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.153007] env[69677]: DEBUG oslo_vmware.api [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436934, 'name': PowerOnVM_Task, 'duration_secs': 0.542071} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.153486] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.153486] env[69677]: INFO nova.compute.manager [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1039.153655] env[69677]: DEBUG nova.compute.manager [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.154469] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b46699d-fd82-4d1d-b84f-34e9487099e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.218702] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f971550e-12b0-456a-b006-60ec11089158 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "7b953c8d-d09a-4398-a382-3ae262633344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.789s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.262941] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436935, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.376749] env[69677]: DEBUG nova.compute.manager [req-2ef21c6d-1360-4d95-9991-d58ec0e60f2f req-3ae79949-7591-4c01-9e1f-62e33030369d service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Received event network-changed-b066b6fa-e9da-4ad7-b56c-2a63033c78fe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.376749] env[69677]: DEBUG nova.compute.manager [req-2ef21c6d-1360-4d95-9991-d58ec0e60f2f req-3ae79949-7591-4c01-9e1f-62e33030369d service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Refreshing instance network info cache due to event network-changed-b066b6fa-e9da-4ad7-b56c-2a63033c78fe. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.376749] env[69677]: DEBUG oslo_concurrency.lockutils [req-2ef21c6d-1360-4d95-9991-d58ec0e60f2f req-3ae79949-7591-4c01-9e1f-62e33030369d service nova] Acquiring lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.376749] env[69677]: DEBUG oslo_concurrency.lockutils [req-2ef21c6d-1360-4d95-9991-d58ec0e60f2f req-3ae79949-7591-4c01-9e1f-62e33030369d service nova] Acquired lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.376749] env[69677]: DEBUG nova.network.neutron [req-2ef21c6d-1360-4d95-9991-d58ec0e60f2f req-3ae79949-7591-4c01-9e1f-62e33030369d service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Refreshing network info cache for port b066b6fa-e9da-4ad7-b56c-2a63033c78fe {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.426161] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e8377e-1d09-021d-61bd-a848534a77de, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.427144] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f300ba0b-5011-413a-9d8b-f018c2afb04f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.433657] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1039.433657] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523f908e-cdb7-813f-48f7-991a86e412b5" [ 1039.433657] env[69677]: _type = "Task" [ 1039.433657] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.442820] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523f908e-cdb7-813f-48f7-991a86e412b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.612111] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa58f814-6f0a-49c4-a54f-681105e26d44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.626055] env[69677]: DEBUG oslo_vmware.api [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.627037] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2890cf4-ebfe-41be-8591-439392945d27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.665107] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc939691-5d32-400c-b3c3-b5b44fe70e12 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.676955] env[69677]: INFO nova.compute.manager [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Took 46.40 seconds to build instance. [ 1039.681799] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c7ed95-f218-4dfd-8aab-447f7d8490a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.696654] env[69677]: DEBUG nova.compute.provider_tree [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.759296] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436935, 'name': CreateVM_Task, 'duration_secs': 0.572161} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.759461] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.760434] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.760601] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.760913] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.761189] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4d1a039-54e4-4f9b-b168-6b120f689dc4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.766512] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1039.766512] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524d2b80-08f9-4753-b18e-df94c4e61928" [ 1039.766512] env[69677]: _type = "Task" [ 1039.766512] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.774254] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524d2b80-08f9-4753-b18e-df94c4e61928, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.945839] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523f908e-cdb7-813f-48f7-991a86e412b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.946161] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.946478] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] fdddfbc8-3176-4c4e-b831-f0959ccb9bae/fdddfbc8-3176-4c4e-b831-f0959ccb9bae.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.948123] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-485d8181-11c7-4407-820c-d0cf0ab8ce77 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.954393] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1039.954393] env[69677]: value = "task-3436937" [ 1039.954393] env[69677]: _type = "Task" [ 1039.954393] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.964533] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.977332] env[69677]: DEBUG nova.network.neutron [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Updated VIF entry in instance network info cache for port f22337bb-9cae-4010-b0fd-cf74084824a5. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.977690] env[69677]: DEBUG nova.network.neutron [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Updating instance_info_cache with network_info: [{"id": "f22337bb-9cae-4010-b0fd-cf74084824a5", "address": "fa:16:3e:df:36:b8", "network": {"id": "ab2ba26b-b4b5-4c7e-9b79-4dbadce8d0f6", "bridge": "br-int", "label": "tempest-ImagesTestJSON-543809707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd60883233094981ba6e352fac3d1bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf22337bb-9c", "ovs_interfaceid": "f22337bb-9cae-4010-b0fd-cf74084824a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.997348] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "7b953c8d-d09a-4398-a382-3ae262633344" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.997619] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "7b953c8d-d09a-4398-a382-3ae262633344" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.997830] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "7b953c8d-d09a-4398-a382-3ae262633344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.998066] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "7b953c8d-d09a-4398-a382-3ae262633344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.998247] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "7b953c8d-d09a-4398-a382-3ae262633344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.005689] env[69677]: INFO nova.compute.manager [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Terminating instance [ 1040.128231] env[69677]: DEBUG oslo_vmware.api [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436936, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.153311] env[69677]: DEBUG nova.network.neutron [req-2ef21c6d-1360-4d95-9991-d58ec0e60f2f req-3ae79949-7591-4c01-9e1f-62e33030369d service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Updated VIF entry in instance network info cache for port b066b6fa-e9da-4ad7-b56c-2a63033c78fe. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.154196] env[69677]: DEBUG nova.network.neutron [req-2ef21c6d-1360-4d95-9991-d58ec0e60f2f req-3ae79949-7591-4c01-9e1f-62e33030369d service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Updating instance_info_cache with network_info: [{"id": "21362faf-3d80-4987-a01d-f4000796070c", "address": "fa:16:3e:75:b6:32", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21362faf-3d", "ovs_interfaceid": "21362faf-3d80-4987-a01d-f4000796070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b066b6fa-e9da-4ad7-b56c-2a63033c78fe", "address": "fa:16:3e:6e:58:fe", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb066b6fa-e9", "ovs_interfaceid": "b066b6fa-e9da-4ad7-b56c-2a63033c78fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.181816] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f9848bf9-86b7-4a42-8c58-14dce2af9e20 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.908s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.202714] env[69677]: DEBUG nova.scheduler.client.report [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.278290] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524d2b80-08f9-4753-b18e-df94c4e61928, 'name': SearchDatastore_Task, 'duration_secs': 0.015066} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.278638] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.278930] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.279253] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.279369] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.279549] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.279811] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4aba953-aab5-4e85-914e-cab2997f7679 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.288808] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.288983] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.289908] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b722a304-b6eb-4ad0-b2c3-4f1da1902133 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.295954] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1040.295954] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5218ecd8-7005-1e00-060f-75c28c722b5a" [ 1040.295954] env[69677]: _type = "Task" [ 1040.295954] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.304240] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5218ecd8-7005-1e00-060f-75c28c722b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.463955] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.482358] env[69677]: DEBUG oslo_concurrency.lockutils [req-e42af585-5144-4436-8b56-9678385d5a87 req-35b8b76d-26d1-4526-b656-c4224ba3e096 service nova] Releasing lock "refresh_cache-83b88171-8361-4087-a7c6-481ec5b569d0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.516798] env[69677]: DEBUG nova.compute.manager [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.517110] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.518108] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085a9bdc-152e-447f-af18-183ce50bd603 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.526144] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.526542] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd6ec48e-b012-4694-ba31-7d88b22d0d9a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.533505] env[69677]: DEBUG oslo_vmware.api [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1040.533505] env[69677]: value = "task-3436938" [ 1040.533505] env[69677]: _type = "Task" [ 1040.533505] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.541791] env[69677]: DEBUG oslo_vmware.api [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.626797] env[69677]: DEBUG oslo_vmware.api [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436936, 'name': ReconfigVM_Task, 'duration_secs': 1.023888} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.627346] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.627724] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Reconfigured VM to attach interface {{(pid=69677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1040.657167] env[69677]: DEBUG oslo_concurrency.lockutils [req-2ef21c6d-1360-4d95-9991-d58ec0e60f2f req-3ae79949-7591-4c01-9e1f-62e33030369d service nova] Releasing lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.708559] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.708620] env[69677]: DEBUG nova.compute.manager [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.711405] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.219s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.711621] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.711808] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1040.712134] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.681s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.712402] env[69677]: DEBUG nova.objects.instance [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lazy-loading 'resources' on Instance uuid dfe7d605-4dab-4aea-bc6f-02021cf09d17 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.714504] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608dfa8e-adab-448a-bf11-560c5e511123 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.723444] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2dc412-2d29-4f57-abfd-920aa7da6f23 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.738353] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2b736a-64b4-400d-a41e-56de352d23c5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.744916] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8efdd1c-9568-4640-9081-57d7d7821bcd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.776255] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178788MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1040.776467] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.805428] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5218ecd8-7005-1e00-060f-75c28c722b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.806557] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76522d70-bc7f-441f-814c-e9dae2edc545 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.811998] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1040.811998] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cbc65a-7804-d923-0bf7-69886ba93ab9" [ 1040.811998] env[69677]: _type = "Task" [ 1040.811998] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.819795] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cbc65a-7804-d923-0bf7-69886ba93ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.964707] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.043435] env[69677]: DEBUG oslo_vmware.api [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.136297] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c5d42f13-af10-4580-b7ad-c7ee64873ad5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-a86bb973-cf6e-44c8-bce5-dc3ff8611500-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.094s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.218440] env[69677]: DEBUG nova.compute.utils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.220231] env[69677]: DEBUG nova.compute.manager [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.220468] env[69677]: DEBUG nova.network.neutron [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.268061] env[69677]: DEBUG nova.policy [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3913388fc02d48139f8e98a2f400124b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8750196de7e491f96a5b73e1d4d5a53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.327339] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cbc65a-7804-d923-0bf7-69886ba93ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.013054} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.327967] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.328899] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 83b88171-8361-4087-a7c6-481ec5b569d0/83b88171-8361-4087-a7c6-481ec5b569d0.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.328899] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-722aaf68-f8ce-4424-a696-c12a597531c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.338512] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1041.338512] env[69677]: value = "task-3436939" [ 1041.338512] env[69677]: _type = "Task" [ 1041.338512] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.347496] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.448075] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquiring lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.448390] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.448608] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquiring lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.448805] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.448989] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.453656] env[69677]: INFO nova.compute.manager [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Terminating instance [ 1041.467058] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436937, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.443381} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.470254] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] fdddfbc8-3176-4c4e-b831-f0959ccb9bae/fdddfbc8-3176-4c4e-b831-f0959ccb9bae.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.470469] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.471215] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f584358f-4384-4ca9-9030-16f776decc9f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.478995] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1041.478995] env[69677]: value = "task-3436940" [ 1041.478995] env[69677]: _type = "Task" [ 1041.478995] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.492384] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.497056] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.498283] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.498283] env[69677]: DEBUG nova.compute.manager [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Going to confirm migration 5 {{(pid=69677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1041.543884] env[69677]: DEBUG oslo_vmware.api [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436938, 'name': PowerOffVM_Task, 'duration_secs': 0.630421} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.548826] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.549133] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.549720] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8af894e7-65c0-4ed9-a066-6c2b918bd8ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.576474] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbae3051-adf4-4387-80bd-3304f9302264 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.581479] env[69677]: DEBUG nova.network.neutron [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Successfully created port: c572e9b7-bea4-44a5-9435-b73319547b9d {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.586957] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f50b12-7ceb-471a-99bc-f5743960b211 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.619124] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386ccf89-d6dc-4e52-8f14-c0ceca5ae008 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.628056] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d29d39-23c3-46d9-9719-e125a14b825b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.645158] env[69677]: DEBUG nova.compute.provider_tree [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.712909] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.713329] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.713896] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Deleting the datastore file [datastore1] 7b953c8d-d09a-4398-a382-3ae262633344 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.713896] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c79ea8eb-04a1-4e13-9c3e-5acc8d986d62 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.722374] env[69677]: DEBUG oslo_vmware.api [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1041.722374] env[69677]: value = "task-3436942" [ 1041.722374] env[69677]: _type = "Task" [ 1041.722374] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.723404] env[69677]: DEBUG nova.compute.manager [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.738592] env[69677]: DEBUG oslo_vmware.api [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.850589] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436939, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.962456] env[69677]: DEBUG nova.compute.manager [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.962560] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.963509] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4a1a37-708f-4f9c-9709-99b5bfb794d7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.971074] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.971316] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ed3c50f-ce4e-46d4-8797-dd6d49ff4a8f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.976801] env[69677]: DEBUG oslo_vmware.api [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for the task: (returnval){ [ 1041.976801] env[69677]: value = "task-3436943" [ 1041.976801] env[69677]: _type = "Task" [ 1041.976801] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.989583] env[69677]: DEBUG oslo_vmware.api [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.993230] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085866} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.993230] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.994231] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d96e4d-31da-4430-8881-98793157774e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.024307] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] fdddfbc8-3176-4c4e-b831-f0959ccb9bae/fdddfbc8-3176-4c4e-b831-f0959ccb9bae.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.026569] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63de4ff0-c3b7-4cfa-a4ad-4b73c6409d6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.049129] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1042.049129] env[69677]: value = "task-3436944" [ 1042.049129] env[69677]: _type = "Task" [ 1042.049129] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.058750] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.127231] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.127480] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.127674] env[69677]: DEBUG nova.network.neutron [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.127962] env[69677]: DEBUG nova.objects.instance [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'info_cache' on Instance uuid fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.149765] env[69677]: DEBUG nova.scheduler.client.report [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.232087] env[69677]: DEBUG oslo_vmware.api [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.350087] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436939, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581837} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.350395] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 83b88171-8361-4087-a7c6-481ec5b569d0/83b88171-8361-4087-a7c6-481ec5b569d0.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.350599] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.350883] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a0e5497-db81-4107-9285-a6572d8d3fb6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.358135] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1042.358135] env[69677]: value = "task-3436945" [ 1042.358135] env[69677]: _type = "Task" [ 1042.358135] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.367164] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.487020] env[69677]: DEBUG oslo_vmware.api [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436943, 'name': PowerOffVM_Task, 'duration_secs': 0.247057} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.487356] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.487528] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.487824] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a2a0fc6-a4a1-4be2-bee2-ea865829ba31 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.554974] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.555246] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.555509] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Deleting the datastore file [datastore2] 39b7621f-ba9b-43a1-9192-a9bcd50be75e {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.555975] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54227cea-a7ca-4d9b-9c13-396f6b7ab97d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.564213] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.565695] env[69677]: DEBUG oslo_vmware.api [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for the task: (returnval){ [ 1042.565695] env[69677]: value = "task-3436947" [ 1042.565695] env[69677]: _type = "Task" [ 1042.565695] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.574170] env[69677]: DEBUG oslo_vmware.api [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.654216] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.656970] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.107s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.687329] env[69677]: INFO nova.scheduler.client.report [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Deleted allocations for instance dfe7d605-4dab-4aea-bc6f-02021cf09d17 [ 1042.734566] env[69677]: DEBUG oslo_vmware.api [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3436942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.650053} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.734881] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.735148] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.735283] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.735488] env[69677]: INFO nova.compute.manager [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1042.735718] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.736469] env[69677]: DEBUG nova.compute.manager [-] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.736469] env[69677]: DEBUG nova.network.neutron [-] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.738593] env[69677]: DEBUG nova.compute.manager [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.777408] env[69677]: DEBUG nova.virt.hardware [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.777675] env[69677]: DEBUG nova.virt.hardware [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.777847] env[69677]: DEBUG nova.virt.hardware [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.778115] env[69677]: DEBUG nova.virt.hardware [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.778288] env[69677]: DEBUG nova.virt.hardware [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.778449] env[69677]: DEBUG nova.virt.hardware [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.778661] env[69677]: DEBUG nova.virt.hardware [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.778816] env[69677]: DEBUG nova.virt.hardware [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.779152] env[69677]: DEBUG nova.virt.hardware [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.779416] env[69677]: DEBUG nova.virt.hardware [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.779622] env[69677]: DEBUG nova.virt.hardware [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.780549] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a41849a-a4d4-4e08-b6ff-a66ab7f56436 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.790362] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f01c6f7-3a33-4cb9-a1b4-e4d1e6de8999 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.869318] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079446} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.869592] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.870636] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d997b0d-491f-4227-b93f-858b3d3538be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.897986] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 83b88171-8361-4087-a7c6-481ec5b569d0/83b88171-8361-4087-a7c6-481ec5b569d0.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.897986] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7efe1aef-c457-42de-ac0f-792915e07d23 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.918106] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1042.918106] env[69677]: value = "task-3436948" [ 1042.918106] env[69677]: _type = "Task" [ 1042.918106] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.927196] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.029965] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "interface-a86bb973-cf6e-44c8-bce5-dc3ff8611500-b066b6fa-e9da-4ad7-b56c-2a63033c78fe" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.029965] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-a86bb973-cf6e-44c8-bce5-dc3ff8611500-b066b6fa-e9da-4ad7-b56c-2a63033c78fe" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.065994] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436944, 'name': ReconfigVM_Task, 'duration_secs': 0.803921} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.067706] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Reconfigured VM instance instance-00000054 to attach disk [datastore2] fdddfbc8-3176-4c4e-b831-f0959ccb9bae/fdddfbc8-3176-4c4e-b831-f0959ccb9bae.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.071339] env[69677]: DEBUG nova.compute.manager [req-38f13d02-1142-4b2a-aa36-22e9f00479b9 req-e884f005-d4dd-4d88-b00c-d6b52961ea45 service nova] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Received event network-vif-plugged-c572e9b7-bea4-44a5-9435-b73319547b9d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.071339] env[69677]: DEBUG oslo_concurrency.lockutils [req-38f13d02-1142-4b2a-aa36-22e9f00479b9 req-e884f005-d4dd-4d88-b00c-d6b52961ea45 service nova] Acquiring lock "59f82263-019a-4b7d-ac57-7012e8de1fff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.071339] env[69677]: DEBUG oslo_concurrency.lockutils [req-38f13d02-1142-4b2a-aa36-22e9f00479b9 req-e884f005-d4dd-4d88-b00c-d6b52961ea45 service nova] Lock "59f82263-019a-4b7d-ac57-7012e8de1fff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.071339] env[69677]: DEBUG oslo_concurrency.lockutils [req-38f13d02-1142-4b2a-aa36-22e9f00479b9 req-e884f005-d4dd-4d88-b00c-d6b52961ea45 service nova] Lock "59f82263-019a-4b7d-ac57-7012e8de1fff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.071339] env[69677]: DEBUG nova.compute.manager [req-38f13d02-1142-4b2a-aa36-22e9f00479b9 req-e884f005-d4dd-4d88-b00c-d6b52961ea45 service nova] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] No waiting events found dispatching network-vif-plugged-c572e9b7-bea4-44a5-9435-b73319547b9d {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.071339] env[69677]: WARNING nova.compute.manager [req-38f13d02-1142-4b2a-aa36-22e9f00479b9 req-e884f005-d4dd-4d88-b00c-d6b52961ea45 service nova] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Received unexpected event network-vif-plugged-c572e9b7-bea4-44a5-9435-b73319547b9d for instance with vm_state building and task_state spawning. [ 1043.075268] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5c9045b-67d0-46ba-9c75-a4f9eb76389f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.084119] env[69677]: DEBUG oslo_vmware.api [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Task: {'id': task-3436947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358559} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.086660] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.087122] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.087419] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.087724] env[69677]: INFO nova.compute.manager [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1043.088118] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.088772] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1043.088772] env[69677]: value = "task-3436949" [ 1043.088772] env[69677]: _type = "Task" [ 1043.088772] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.090517] env[69677]: DEBUG nova.compute.manager [-] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.090946] env[69677]: DEBUG nova.network.neutron [-] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.094114] env[69677]: DEBUG nova.compute.manager [req-03702858-6abc-43db-8707-0eda5995460c req-4b6a6c46-edd6-4179-b4ef-85173f4e3996 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received event network-vif-deleted-3c24d955-1d11-4d99-ae2b-6a757b26cfcd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.094114] env[69677]: INFO nova.compute.manager [req-03702858-6abc-43db-8707-0eda5995460c req-4b6a6c46-edd6-4179-b4ef-85173f4e3996 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Neutron deleted interface 3c24d955-1d11-4d99-ae2b-6a757b26cfcd; detaching it from the instance and deleting it from the info cache [ 1043.094424] env[69677]: DEBUG nova.network.neutron [req-03702858-6abc-43db-8707-0eda5995460c req-4b6a6c46-edd6-4179-b4ef-85173f4e3996 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Updating instance_info_cache with network_info: [{"id": "9206f598-e2ed-4abb-a8b4-e4bc8dae46aa", "address": "fa:16:3e:58:21:1f", "network": {"id": "67bbb45c-9b71-49c0-9a41-cc174896e317", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-376349423", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9206f598-e2", "ovs_interfaceid": "9206f598-e2ed-4abb-a8b4-e4bc8dae46aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8fd03dbf-af04-4dfe-b133-930779b52ae4", "address": "fa:16:3e:ec:1b:a0", "network": {"id": "27323528-2dda-4686-900c-4950843f962c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-810861141", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd03dbf-af", "ovs_interfaceid": "8fd03dbf-af04-4dfe-b133-930779b52ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.105109] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436949, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.200963] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a6067a0a-cc9b-41e1-8fac-a476346b5881 tempest-MigrationsAdminTest-1814506721 tempest-MigrationsAdminTest-1814506721-project-member] Lock "dfe7d605-4dab-4aea-bc6f-02021cf09d17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.821s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.263503] env[69677]: DEBUG nova.network.neutron [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Successfully updated port: c572e9b7-bea4-44a5-9435-b73319547b9d {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.440687] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436948, 'name': ReconfigVM_Task, 'duration_secs': 0.304372} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.440687] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 83b88171-8361-4087-a7c6-481ec5b569d0/83b88171-8361-4087-a7c6-481ec5b569d0.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.440687] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d4c710a-68dd-4ad6-bbd1-408405183aa9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.449566] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1043.449566] env[69677]: value = "task-3436950" [ 1043.449566] env[69677]: _type = "Task" [ 1043.449566] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.462779] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436950, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.532989] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.532989] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.534729] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8d1c84-03b7-4571-9f23-0dd335a3d694 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.538579] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a9189d-3066-4a62-a5d5-e3ee96cac94d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.560311] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c90904-11ce-49c2-9883-53803b6c10c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.563843] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ae8965-6be9-4209-a4a4-3fda9ceb2250 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.615264] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee343f7-9001-47df-83fc-c69cf22361fa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.625510] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Reconfiguring VM to detach interface {{(pid=69677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1043.626548] env[69677]: DEBUG nova.network.neutron [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance_info_cache with network_info: [{"id": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "address": "fa:16:3e:14:ad:83", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap416fd7cd-0f", "ovs_interfaceid": "416fd7cd-0fd5-4f37-9ce2-99cb173b07b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.627698] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6f77075-df6d-4c87-9129-d71fa4d1b1e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.629634] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15987ff3-c5a2-440c-8fa0-610e0bb9dba5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.643841] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.644100] env[69677]: DEBUG nova.objects.instance [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'migration_context' on Instance uuid fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.654481] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436949, 'name': Rename_Task, 'duration_secs': 0.178353} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.656645] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.659545] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30644667-c026-4c74-b1e5-74ceb5eddc92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.672179] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffe3941-a9e5-44cd-84ca-cad14862366c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.677538] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1043.677538] env[69677]: value = "task-3436951" [ 1043.677538] env[69677]: _type = "Task" [ 1043.677538] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.677538] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9937737d-dbeb-44c1-b425-8ec84c02e7ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.690526] env[69677]: DEBUG nova.compute.provider_tree [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.708038] env[69677]: DEBUG nova.compute.manager [req-03702858-6abc-43db-8707-0eda5995460c req-4b6a6c46-edd6-4179-b4ef-85173f4e3996 service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Detach interface failed, port_id=3c24d955-1d11-4d99-ae2b-6a757b26cfcd, reason: Instance 7b953c8d-d09a-4398-a382-3ae262633344 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1043.712727] env[69677]: DEBUG nova.scheduler.client.report [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.716486] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1043.716486] env[69677]: value = "task-3436952" [ 1043.716486] env[69677]: _type = "Task" [ 1043.716486] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.716704] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.725782] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436952, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.771470] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquiring lock "refresh_cache-59f82263-019a-4b7d-ac57-7012e8de1fff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.771470] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquired lock "refresh_cache-59f82263-019a-4b7d-ac57-7012e8de1fff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.771470] env[69677]: DEBUG nova.network.neutron [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.960082] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436950, 'name': Rename_Task, 'duration_secs': 0.150812} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.960391] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.960643] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f26f5549-7f0c-481f-a02b-a20fe21efa53 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.967350] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1043.967350] env[69677]: value = "task-3436953" [ 1043.967350] env[69677]: _type = "Task" [ 1043.967350] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.974724] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.006731] env[69677]: DEBUG nova.network.neutron [-] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.147483] env[69677]: DEBUG nova.objects.base [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.149024] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e129da-ecb2-4ee5-822b-ba835c581a61 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.170213] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69eb236d-87f4-485d-85d5-e42431d62699 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.177158] env[69677]: DEBUG oslo_vmware.api [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1044.177158] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cf1db4-5140-4ccd-cd11-5bef82ae40a8" [ 1044.177158] env[69677]: _type = "Task" [ 1044.177158] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.190060] env[69677]: DEBUG oslo_vmware.api [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cf1db4-5140-4ccd-cd11-5bef82ae40a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010743} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.194447] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.194744] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.206404] env[69677]: DEBUG nova.network.neutron [-] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.230826] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436952, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.303931] env[69677]: DEBUG nova.network.neutron [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.464508] env[69677]: DEBUG nova.network.neutron [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Updating instance_info_cache with network_info: [{"id": "c572e9b7-bea4-44a5-9435-b73319547b9d", "address": "fa:16:3e:35:78:a3", "network": {"id": "fb5dbca0-19ab-4cf4-b023-07afe0374aa4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-548491995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8750196de7e491f96a5b73e1d4d5a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc572e9b7-be", "ovs_interfaceid": "c572e9b7-bea4-44a5-9435-b73319547b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.476281] env[69677]: DEBUG oslo_vmware.api [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436953, 'name': PowerOnVM_Task, 'duration_secs': 0.499103} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.476556] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.476805] env[69677]: INFO nova.compute.manager [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1044.477453] env[69677]: DEBUG nova.compute.manager [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.477822] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792096ae-94f8-4b0c-926f-0089e325539e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.509473] env[69677]: INFO nova.compute.manager [-] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Took 1.42 seconds to deallocate network for instance. [ 1044.692251] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.709033] env[69677]: INFO nova.compute.manager [-] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Took 1.97 seconds to deallocate network for instance. [ 1044.726029] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.069s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.726029] env[69677]: DEBUG nova.compute.manager [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69677) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1044.728762] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.311s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.731071] env[69677]: INFO nova.compute.claims [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.738921] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.968763] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Releasing lock "refresh_cache-59f82263-019a-4b7d-ac57-7012e8de1fff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.969210] env[69677]: DEBUG nova.compute.manager [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Instance network_info: |[{"id": "c572e9b7-bea4-44a5-9435-b73319547b9d", "address": "fa:16:3e:35:78:a3", "network": {"id": "fb5dbca0-19ab-4cf4-b023-07afe0374aa4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-548491995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8750196de7e491f96a5b73e1d4d5a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc572e9b7-be", "ovs_interfaceid": "c572e9b7-bea4-44a5-9435-b73319547b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.969668] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:78:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c572e9b7-bea4-44a5-9435-b73319547b9d', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.977170] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Creating folder: Project (f8750196de7e491f96a5b73e1d4d5a53). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.977484] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8e13c1b-15ea-4c40-a114-623014709fd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.992549] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Created folder: Project (f8750196de7e491f96a5b73e1d4d5a53) in parent group-v685897. [ 1044.992763] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Creating folder: Instances. Parent ref: group-v686140. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.994655] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ab516ed-40dc-4c02-8f09-e9be165538ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.996860] env[69677]: INFO nova.compute.manager [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Took 39.27 seconds to build instance. [ 1045.006240] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Created folder: Instances in parent group-v686140. [ 1045.006810] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.006810] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.006941] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee8ef991-5a15-45c9-87b7-f0cba250759f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.027171] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.032759] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.032759] env[69677]: value = "task-3436956" [ 1045.032759] env[69677]: _type = "Task" [ 1045.032759] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.044427] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436956, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.099479] env[69677]: DEBUG nova.compute.manager [req-7b924592-ecb7-4aac-871d-b9de8f397ace req-1b57d6bc-a7c2-4983-afbb-96cfe04e4708 service nova] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Received event network-changed-c572e9b7-bea4-44a5-9435-b73319547b9d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.099692] env[69677]: DEBUG nova.compute.manager [req-7b924592-ecb7-4aac-871d-b9de8f397ace req-1b57d6bc-a7c2-4983-afbb-96cfe04e4708 service nova] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Refreshing instance network info cache due to event network-changed-c572e9b7-bea4-44a5-9435-b73319547b9d. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.099964] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b924592-ecb7-4aac-871d-b9de8f397ace req-1b57d6bc-a7c2-4983-afbb-96cfe04e4708 service nova] Acquiring lock "refresh_cache-59f82263-019a-4b7d-ac57-7012e8de1fff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.100160] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b924592-ecb7-4aac-871d-b9de8f397ace req-1b57d6bc-a7c2-4983-afbb-96cfe04e4708 service nova] Acquired lock "refresh_cache-59f82263-019a-4b7d-ac57-7012e8de1fff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.100380] env[69677]: DEBUG nova.network.neutron [req-7b924592-ecb7-4aac-871d-b9de8f397ace req-1b57d6bc-a7c2-4983-afbb-96cfe04e4708 service nova] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Refreshing network info cache for port c572e9b7-bea4-44a5-9435-b73319547b9d {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.116646] env[69677]: DEBUG nova.compute.manager [req-ae721ed1-36f9-45ef-b902-0a8daf584de8 req-d16f62ae-4ae5-49ca-80f4-b1f6c4da288e service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received event network-vif-deleted-8fd03dbf-af04-4dfe-b133-930779b52ae4 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.116851] env[69677]: DEBUG nova.compute.manager [req-ae721ed1-36f9-45ef-b902-0a8daf584de8 req-d16f62ae-4ae5-49ca-80f4-b1f6c4da288e service nova] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Received event network-vif-deleted-9206f598-e2ed-4abb-a8b4-e4bc8dae46aa {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.193040] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.215504] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.231587] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436952, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.300868] env[69677]: INFO nova.scheduler.client.report [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleted allocation for migration ba86afc5-bae3-41df-ac53-c9e63ef21a3c [ 1045.499642] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23ce6edd-43ab-474a-a284-ca76a79f4516 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "83b88171-8361-4087-a7c6-481ec5b569d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.781s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.543218] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436956, 'name': CreateVM_Task, 'duration_secs': 0.334894} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.543379] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.544075] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.544237] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.544544] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.544792] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7d181e-37a8-46f7-8846-932b0c1b5923 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.551809] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1045.551809] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5283708e-00ee-91ad-dd40-f7a85a0c5303" [ 1045.551809] env[69677]: _type = "Task" [ 1045.551809] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.562021] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5283708e-00ee-91ad-dd40-f7a85a0c5303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.701480] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.731449] env[69677]: DEBUG oslo_vmware.api [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3436952, 'name': PowerOnVM_Task, 'duration_secs': 1.666845} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.732296] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.732296] env[69677]: INFO nova.compute.manager [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Took 11.93 seconds to spawn the instance on the hypervisor. [ 1045.732296] env[69677]: DEBUG nova.compute.manager [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.732952] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30abc149-f1e9-42ae-ae94-180d45c6a6c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.812058] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88aaa205-7a8a-43ae-b737-c751c5d5ff5e tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.850s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.886906] env[69677]: DEBUG nova.network.neutron [req-7b924592-ecb7-4aac-871d-b9de8f397ace req-1b57d6bc-a7c2-4983-afbb-96cfe04e4708 service nova] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Updated VIF entry in instance network info cache for port c572e9b7-bea4-44a5-9435-b73319547b9d. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.886906] env[69677]: DEBUG nova.network.neutron [req-7b924592-ecb7-4aac-871d-b9de8f397ace req-1b57d6bc-a7c2-4983-afbb-96cfe04e4708 service nova] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Updating instance_info_cache with network_info: [{"id": "c572e9b7-bea4-44a5-9435-b73319547b9d", "address": "fa:16:3e:35:78:a3", "network": {"id": "fb5dbca0-19ab-4cf4-b023-07afe0374aa4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-548491995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8750196de7e491f96a5b73e1d4d5a53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc572e9b7-be", "ovs_interfaceid": "c572e9b7-bea4-44a5-9435-b73319547b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.048484] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7503b5-3dc1-4290-8253-5be45983345f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.057188] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8228c0-2dbd-4caa-9242-70119dde8066 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.064912] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5283708e-00ee-91ad-dd40-f7a85a0c5303, 'name': SearchDatastore_Task, 'duration_secs': 0.014092} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.065679] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.066083] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.066453] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.066818] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.067294] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.099608] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-549939c4-0908-4b26-8021-65990b67c738 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.102024] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6f1847-9578-4547-bd8f-1fff3e80428d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.110403] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4984dadb-70cf-43cd-96b3-89ec64557fcf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.115761] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.115939] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.116968] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f2ade0-4d11-41da-9313-cd121b1610eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.127276] env[69677]: DEBUG nova.compute.provider_tree [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.131987] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1046.131987] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e601c4-4352-c7c7-53f6-18dc94c639da" [ 1046.131987] env[69677]: _type = "Task" [ 1046.131987] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.139593] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e601c4-4352-c7c7-53f6-18dc94c639da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.192871] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.254989] env[69677]: INFO nova.compute.manager [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Took 43.79 seconds to build instance. [ 1046.360831] env[69677]: DEBUG nova.objects.instance [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'flavor' on Instance uuid 6c3672e1-0f0f-4493-9251-d6266b5b34f0 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.388890] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b924592-ecb7-4aac-871d-b9de8f397ace req-1b57d6bc-a7c2-4983-afbb-96cfe04e4708 service nova] Releasing lock "refresh_cache-59f82263-019a-4b7d-ac57-7012e8de1fff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.389831] env[69677]: DEBUG nova.compute.manager [req-7b924592-ecb7-4aac-871d-b9de8f397ace req-1b57d6bc-a7c2-4983-afbb-96cfe04e4708 service nova] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Received event network-vif-deleted-a566b9de-5df5-4525-a919-47300b7117a4 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.530329] env[69677]: DEBUG nova.compute.manager [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.531320] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36283cb-9d36-4975-a452-8dbce4a76f06 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.633172] env[69677]: DEBUG nova.scheduler.client.report [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.651757] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e601c4-4352-c7c7-53f6-18dc94c639da, 'name': SearchDatastore_Task, 'duration_secs': 0.016228} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.653262] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b77aef2-8668-483b-8297-3969862ecbd5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.661121] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1046.661121] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e05b23-4d8c-da16-4712-04a66d0ebf58" [ 1046.661121] env[69677]: _type = "Task" [ 1046.661121] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.672301] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e05b23-4d8c-da16-4712-04a66d0ebf58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.695614] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.756131] env[69677]: DEBUG oslo_concurrency.lockutils [None req-18a25aef-64a5-4c94-a78d-cbea0f05bbf2 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.299s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.871699] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.871907] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.872098] env[69677]: DEBUG nova.network.neutron [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.872280] env[69677]: DEBUG nova.objects.instance [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'info_cache' on Instance uuid 6c3672e1-0f0f-4493-9251-d6266b5b34f0 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.050582] env[69677]: INFO nova.compute.manager [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] instance snapshotting [ 1047.054293] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d666c21-19a3-4f84-85ef-92da3d1a9829 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.075274] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bdf139-bfcc-465c-9fd3-cf316c9051f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.144166] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.144706] env[69677]: DEBUG nova.compute.manager [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.147524] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.115s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.148170] env[69677]: DEBUG nova.objects.instance [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lazy-loading 'resources' on Instance uuid 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.175710] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e05b23-4d8c-da16-4712-04a66d0ebf58, 'name': SearchDatastore_Task, 'duration_secs': 0.026959} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.175710] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.175710] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 59f82263-019a-4b7d-ac57-7012e8de1fff/59f82263-019a-4b7d-ac57-7012e8de1fff.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.175997] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13a3d2c3-36f3-4ee2-90be-77dd3fd5c01f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.184287] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1047.184287] env[69677]: value = "task-3436957" [ 1047.184287] env[69677]: _type = "Task" [ 1047.184287] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.202056] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.205910] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.380304] env[69677]: DEBUG nova.objects.base [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Object Instance<6c3672e1-0f0f-4493-9251-d6266b5b34f0> lazy-loaded attributes: flavor,info_cache {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1047.589097] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1047.589097] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40c4d6f3-a20f-4186-96ea-690adc51a8c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.593681] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1047.593681] env[69677]: value = "task-3436958" [ 1047.593681] env[69677]: _type = "Task" [ 1047.593681] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.603905] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436958, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.654245] env[69677]: DEBUG nova.objects.instance [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lazy-loading 'numa_topology' on Instance uuid 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.657826] env[69677]: DEBUG nova.compute.utils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.663924] env[69677]: DEBUG nova.compute.manager [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.663924] env[69677]: DEBUG nova.network.neutron [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.698181] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436957, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.701915] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.727481] env[69677]: DEBUG nova.policy [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dae1c2e7cfd741cf83bc894c9a7a0b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015f87514254484fb4d300753833434c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.107360] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436958, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.162873] env[69677]: DEBUG nova.objects.base [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Object Instance<1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9> lazy-loaded attributes: resources,numa_topology {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1048.169528] env[69677]: DEBUG nova.compute.manager [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.202609] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806357} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.209893] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 59f82263-019a-4b7d-ac57-7012e8de1fff/59f82263-019a-4b7d-ac57-7012e8de1fff.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.209986] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.210659] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.211286] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cd52945-1cc5-4bd6-ac76-6036f6cef08c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.219403] env[69677]: DEBUG nova.compute.manager [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Stashing vm_state: active {{(pid=69677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1048.227637] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1048.227637] env[69677]: value = "task-3436959" [ 1048.227637] env[69677]: _type = "Task" [ 1048.227637] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.243925] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.509890] env[69677]: DEBUG nova.network.neutron [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance_info_cache with network_info: [{"id": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "address": "fa:16:3e:36:f4:a5", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f5941e-0e", "ovs_interfaceid": "79f5941e-0ea0-4928-9fe3-97796dac79bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.559943] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6551ac-fc5e-4f61-9feb-fab96321d3ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.566910] env[69677]: DEBUG nova.network.neutron [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Successfully created port: a35fe841-f1c2-46a0-9336-029d9e82fc33 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.573810] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807131c2-76d0-4f5a-b271-ee177bcefba9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.608894] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9619ea3c-37d7-460f-8be3-1a7f59683820 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.620731] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4bc233-ff84-4cbc-bb2f-b5169b414eb5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.625182] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436958, 'name': CreateSnapshot_Task, 'duration_secs': 0.81425} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.625524] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1048.626888] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8b3a2c-01d1-4316-b4c4-c44b9b2e6932 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.637723] env[69677]: DEBUG nova.compute.provider_tree [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.695698] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.751069] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074858} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.751069] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.751770] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fef9624-b699-48a5-9540-47392e667c54 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.755544] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.779770] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 59f82263-019a-4b7d-ac57-7012e8de1fff/59f82263-019a-4b7d-ac57-7012e8de1fff.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.780342] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59846b7-401c-4386-a16a-71ea80b2f1c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.802910] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1048.802910] env[69677]: value = "task-3436960" [ 1048.802910] env[69677]: _type = "Task" [ 1048.802910] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.813486] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.013146] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-6c3672e1-0f0f-4493-9251-d6266b5b34f0" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.142027] env[69677]: DEBUG nova.scheduler.client.report [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.156703] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1049.157802] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-012ade53-95b5-4540-93c0-18191d614a67 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.169889] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1049.169889] env[69677]: value = "task-3436961" [ 1049.169889] env[69677]: _type = "Task" [ 1049.169889] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.179041] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436961, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.184380] env[69677]: DEBUG nova.compute.manager [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.196323] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.214918] env[69677]: DEBUG nova.virt.hardware [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.215176] env[69677]: DEBUG nova.virt.hardware [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.215335] env[69677]: DEBUG nova.virt.hardware [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.215514] env[69677]: DEBUG nova.virt.hardware [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.215658] env[69677]: DEBUG nova.virt.hardware [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.215803] env[69677]: DEBUG nova.virt.hardware [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.216160] env[69677]: DEBUG nova.virt.hardware [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.216347] env[69677]: DEBUG nova.virt.hardware [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.216522] env[69677]: DEBUG nova.virt.hardware [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.216683] env[69677]: DEBUG nova.virt.hardware [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.216851] env[69677]: DEBUG nova.virt.hardware [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.219043] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e74d64a-d8c8-4179-a1e5-6633209e949a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.230485] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483c3ada-3981-46d9-ac90-e462be5661a8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.313802] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.648037] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.500s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.650308] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.161s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.650528] env[69677]: DEBUG nova.objects.instance [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lazy-loading 'resources' on Instance uuid fea16a35-e417-4a40-93c9-adcda456bbc6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.682885] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436961, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.700260] env[69677]: DEBUG oslo_vmware.api [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436951, 'name': ReconfigVM_Task, 'duration_secs': 5.895055} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.700534] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.702539] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Reconfigured VM to detach interface {{(pid=69677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1049.815981] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.023158] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.023158] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6d3538-1971-4fc5-92bf-0e719f9c7f88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.032709] env[69677]: DEBUG oslo_vmware.api [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1050.032709] env[69677]: value = "task-3436962" [ 1050.032709] env[69677]: _type = "Task" [ 1050.032709] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.044071] env[69677]: DEBUG oslo_vmware.api [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.105907] env[69677]: DEBUG nova.compute.manager [req-090f3821-bd00-43c4-8567-b164461c3a4d req-d01ff056-cda4-4d05-9b85-877f41ed11f1 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Received event network-vif-deleted-b066b6fa-e9da-4ad7-b56c-2a63033c78fe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.106167] env[69677]: INFO nova.compute.manager [req-090f3821-bd00-43c4-8567-b164461c3a4d req-d01ff056-cda4-4d05-9b85-877f41ed11f1 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Neutron deleted interface b066b6fa-e9da-4ad7-b56c-2a63033c78fe; detaching it from the instance and deleting it from the info cache [ 1050.106441] env[69677]: DEBUG nova.network.neutron [req-090f3821-bd00-43c4-8567-b164461c3a4d req-d01ff056-cda4-4d05-9b85-877f41ed11f1 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Updating instance_info_cache with network_info: [{"id": "21362faf-3d80-4987-a01d-f4000796070c", "address": "fa:16:3e:75:b6:32", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21362faf-3d", "ovs_interfaceid": "21362faf-3d80-4987-a01d-f4000796070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.159403] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5273facb-0640-4621-b6ca-42238bac5264 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 41.753s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.161411] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 19.950s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.161863] env[69677]: INFO nova.compute.manager [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Unshelving [ 1050.185501] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436961, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.319167] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436960, 'name': ReconfigVM_Task, 'duration_secs': 1.302467} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.322445] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 59f82263-019a-4b7d-ac57-7012e8de1fff/59f82263-019a-4b7d-ac57-7012e8de1fff.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.323554] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a32c61c-68c9-459a-bfb7-42eb6724c80e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.329921] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1050.329921] env[69677]: value = "task-3436963" [ 1050.329921] env[69677]: _type = "Task" [ 1050.329921] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.343983] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436963, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.498058] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ef2bda-0c7c-4dc8-b7e3-c14a9908b9bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.509844] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e79cf7-3a7b-45f4-b986-6ef05ee8d2d9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.547070] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b0beba-cde5-40af-a773-6fc44bc61594 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.562637] env[69677]: DEBUG oslo_vmware.api [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436962, 'name': PowerOnVM_Task, 'duration_secs': 0.514613} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.562637] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.562637] env[69677]: DEBUG nova.compute.manager [None req-cf416589-48c4-44cf-b5a4-1be2953e0ab1 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.562637] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b41673-f133-470c-a0e0-d06255a2e29b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.569225] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a58e1f-34a3-4fc0-929c-6c890f976795 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.585958] env[69677]: DEBUG nova.compute.provider_tree [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.589031] env[69677]: DEBUG nova.network.neutron [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Successfully updated port: a35fe841-f1c2-46a0-9336-029d9e82fc33 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.609526] env[69677]: DEBUG oslo_concurrency.lockutils [req-090f3821-bd00-43c4-8567-b164461c3a4d req-d01ff056-cda4-4d05-9b85-877f41ed11f1 service nova] Acquiring lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.609721] env[69677]: DEBUG oslo_concurrency.lockutils [req-090f3821-bd00-43c4-8567-b164461c3a4d req-d01ff056-cda4-4d05-9b85-877f41ed11f1 service nova] Acquired lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.610974] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b45519-0747-4148-a602-903d046cc924 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.636292] env[69677]: DEBUG oslo_concurrency.lockutils [req-090f3821-bd00-43c4-8567-b164461c3a4d req-d01ff056-cda4-4d05-9b85-877f41ed11f1 service nova] Releasing lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.636580] env[69677]: WARNING nova.compute.manager [req-090f3821-bd00-43c4-8567-b164461c3a4d req-d01ff056-cda4-4d05-9b85-877f41ed11f1 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Detach interface failed, port_id=b066b6fa-e9da-4ad7-b56c-2a63033c78fe, reason: No device with interface-id b066b6fa-e9da-4ad7-b56c-2a63033c78fe exists on VM: nova.exception.NotFound: No device with interface-id b066b6fa-e9da-4ad7-b56c-2a63033c78fe exists on VM [ 1050.685743] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436961, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.862413] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436963, 'name': Rename_Task, 'duration_secs': 0.155438} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.862413] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.862413] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6c6f104-85d8-4e1b-ad1f-55dd34f681db {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.862413] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1050.862413] env[69677]: value = "task-3436964" [ 1050.862413] env[69677]: _type = "Task" [ 1050.862413] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.862413] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.053208] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.053589] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.053825] env[69677]: DEBUG nova.network.neutron [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.095597] env[69677]: DEBUG nova.scheduler.client.report [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.101070] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "refresh_cache-3bc294ae-fc51-4a9e-8d61-c6de8777ee43" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.101816] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "refresh_cache-3bc294ae-fc51-4a9e-8d61-c6de8777ee43" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.101816] env[69677]: DEBUG nova.network.neutron [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.183205] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.183619] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.191512] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436961, 'name': CloneVM_Task, 'duration_secs': 1.952399} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.192052] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Created linked-clone VM from snapshot [ 1051.193182] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afa5ef1-b936-4ed6-8922-2099a796f9ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.198142] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.203555] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Uploading image 9fbf0430-6f03-4b57-92dc-eda0557b817c {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1051.216677] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1051.220843] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-05281788-b313-4ed4-bf06-177e81f7ce85 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.227842] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1051.227842] env[69677]: value = "task-3436965" [ 1051.227842] env[69677]: _type = "Task" [ 1051.227842] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.234805] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436965, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.325146] env[69677]: DEBUG oslo_concurrency.lockutils [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.325146] env[69677]: DEBUG oslo_concurrency.lockutils [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.325250] env[69677]: DEBUG oslo_concurrency.lockutils [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.325391] env[69677]: DEBUG oslo_concurrency.lockutils [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.325575] env[69677]: DEBUG oslo_concurrency.lockutils [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.328271] env[69677]: INFO nova.compute.manager [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Terminating instance [ 1051.360299] env[69677]: DEBUG oslo_vmware.api [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436964, 'name': PowerOnVM_Task, 'duration_secs': 0.510299} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.360555] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.360752] env[69677]: INFO nova.compute.manager [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1051.360932] env[69677]: DEBUG nova.compute.manager [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.361727] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca045b55-3988-4c24-90b1-7e4c02196bfd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.417276] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.417569] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.417780] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.418477] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.418663] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.421058] env[69677]: INFO nova.compute.manager [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Terminating instance [ 1051.610035] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.613153] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.841s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.616247] env[69677]: INFO nova.compute.claims [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.637702] env[69677]: INFO nova.scheduler.client.report [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Deleted allocations for instance fea16a35-e417-4a40-93c9-adcda456bbc6 [ 1051.673800] env[69677]: DEBUG nova.network.neutron [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.692790] env[69677]: DEBUG nova.compute.manager [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.738519] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436965, 'name': Destroy_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.832880] env[69677]: DEBUG nova.compute.manager [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.833167] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.834045] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8728795-869c-4773-992a-a3ff9bfed130 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.841267] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.841522] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2d9c646-c7cd-4770-abe6-e41fa4f140b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.850977] env[69677]: DEBUG oslo_vmware.api [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1051.850977] env[69677]: value = "task-3436966" [ 1051.850977] env[69677]: _type = "Task" [ 1051.850977] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.858811] env[69677]: DEBUG oslo_vmware.api [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.885166] env[69677]: INFO nova.compute.manager [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Took 39.45 seconds to build instance. [ 1051.924384] env[69677]: DEBUG nova.compute.manager [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1051.924673] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.925593] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84f994b-5f67-4add-aed9-21900e3e2b58 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.933980] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.934249] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5695f3d-9a63-4161-81c9-fdc6c9748690 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.940789] env[69677]: DEBUG oslo_vmware.api [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1051.940789] env[69677]: value = "task-3436967" [ 1051.940789] env[69677]: _type = "Task" [ 1051.940789] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.949491] env[69677]: DEBUG oslo_vmware.api [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.962027] env[69677]: DEBUG nova.network.neutron [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Updating instance_info_cache with network_info: [{"id": "a35fe841-f1c2-46a0-9336-029d9e82fc33", "address": "fa:16:3e:30:0b:5b", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35fe841-f1", "ovs_interfaceid": "a35fe841-f1c2-46a0-9336-029d9e82fc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.969546] env[69677]: DEBUG nova.network.neutron [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Updating instance_info_cache with network_info: [{"id": "21362faf-3d80-4987-a01d-f4000796070c", "address": "fa:16:3e:75:b6:32", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21362faf-3d", "ovs_interfaceid": "21362faf-3d80-4987-a01d-f4000796070c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.139801] env[69677]: DEBUG nova.compute.manager [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Received event network-vif-plugged-a35fe841-f1c2-46a0-9336-029d9e82fc33 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.140037] env[69677]: DEBUG oslo_concurrency.lockutils [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] Acquiring lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.140250] env[69677]: DEBUG oslo_concurrency.lockutils [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.140600] env[69677]: DEBUG oslo_concurrency.lockutils [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.140819] env[69677]: DEBUG nova.compute.manager [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] No waiting events found dispatching network-vif-plugged-a35fe841-f1c2-46a0-9336-029d9e82fc33 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.140995] env[69677]: WARNING nova.compute.manager [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Received unexpected event network-vif-plugged-a35fe841-f1c2-46a0-9336-029d9e82fc33 for instance with vm_state building and task_state spawning. [ 1052.141232] env[69677]: DEBUG nova.compute.manager [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Received event network-changed-a35fe841-f1c2-46a0-9336-029d9e82fc33 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.141433] env[69677]: DEBUG nova.compute.manager [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Refreshing instance network info cache due to event network-changed-a35fe841-f1c2-46a0-9336-029d9e82fc33. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.141561] env[69677]: DEBUG oslo_concurrency.lockutils [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] Acquiring lock "refresh_cache-3bc294ae-fc51-4a9e-8d61-c6de8777ee43" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.146612] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dcdb3a2f-ba66-4f13-a21a-0bbeca0bbb9c tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "fea16a35-e417-4a40-93c9-adcda456bbc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.430s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.217971] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.237296] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436965, 'name': Destroy_Task, 'duration_secs': 0.770267} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.237562] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Destroyed the VM [ 1052.237896] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1052.238059] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6792c020-69bb-47db-9229-a82e52203486 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.245016] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1052.245016] env[69677]: value = "task-3436968" [ 1052.245016] env[69677]: _type = "Task" [ 1052.245016] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.255031] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436968, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.360685] env[69677]: DEBUG oslo_vmware.api [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436966, 'name': PowerOffVM_Task, 'duration_secs': 0.459426} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.360914] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.361112] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.361878] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-642b39e5-caa5-4b4e-84b9-49a2d96d5d3a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.387694] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00db274a-2db2-4615-80e8-c6af5af76596 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lock "59f82263-019a-4b7d-ac57-7012e8de1fff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.961s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.426994] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.426994] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.427222] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleting the datastore file [datastore1] a86bb973-cf6e-44c8-bce5-dc3ff8611500 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.427383] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef2c1355-755f-4a44-b6df-642494b95607 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.435701] env[69677]: DEBUG oslo_vmware.api [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1052.435701] env[69677]: value = "task-3436970" [ 1052.435701] env[69677]: _type = "Task" [ 1052.435701] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.444161] env[69677]: DEBUG oslo_vmware.api [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.452319] env[69677]: DEBUG oslo_vmware.api [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436967, 'name': PowerOffVM_Task, 'duration_secs': 0.374869} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.452930] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.453140] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.453411] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-884c76cd-ee73-4288-a3c4-a34f651ba29c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.464639] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "refresh_cache-3bc294ae-fc51-4a9e-8d61-c6de8777ee43" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.464966] env[69677]: DEBUG nova.compute.manager [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Instance network_info: |[{"id": "a35fe841-f1c2-46a0-9336-029d9e82fc33", "address": "fa:16:3e:30:0b:5b", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35fe841-f1", "ovs_interfaceid": "a35fe841-f1c2-46a0-9336-029d9e82fc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.465276] env[69677]: DEBUG oslo_concurrency.lockutils [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] Acquired lock "refresh_cache-3bc294ae-fc51-4a9e-8d61-c6de8777ee43" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.465468] env[69677]: DEBUG nova.network.neutron [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Refreshing network info cache for port a35fe841-f1c2-46a0-9336-029d9e82fc33 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.466797] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:0b:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a35fe841-f1c2-46a0-9336-029d9e82fc33', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.474523] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.475761] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-a86bb973-cf6e-44c8-bce5-dc3ff8611500" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.477220] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.478855] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6233f0cd-ba8a-47ae-9187-e84556ecf18c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.500950] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.500950] env[69677]: value = "task-3436972" [ 1052.500950] env[69677]: _type = "Task" [ 1052.500950] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.509292] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436972, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.515691] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.515911] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.516138] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleting the datastore file [datastore2] 6c3672e1-0f0f-4493-9251-d6266b5b34f0 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.516405] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de4c9825-925c-4ee5-adc5-eb029ef5f78b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.522548] env[69677]: DEBUG oslo_vmware.api [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1052.522548] env[69677]: value = "task-3436973" [ 1052.522548] env[69677]: _type = "Task" [ 1052.522548] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.530675] env[69677]: DEBUG oslo_vmware.api [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.765062] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436968, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.947807] env[69677]: DEBUG oslo_vmware.api [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3436970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206371} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.948051] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.948224] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.948403] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.948609] env[69677]: INFO nova.compute.manager [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1052.948806] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.949300] env[69677]: DEBUG nova.compute.manager [-] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1052.949300] env[69677]: DEBUG nova.network.neutron [-] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1052.979926] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ed9e5e35-e04c-43c0-ac9b-4d29083aa84a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-a86bb973-cf6e-44c8-bce5-dc3ff8611500-b066b6fa-e9da-4ad7-b56c-2a63033c78fe" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.951s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.008839] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455fc8e0-4496-4259-a946-1534702c82e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.015323] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436972, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.020578] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd379404-bb82-4ac5-a9a6-146800445df6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.032261] env[69677]: DEBUG oslo_vmware.api [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3436973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17494} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.061015] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.061253] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.061454] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.061638] env[69677]: INFO nova.compute.manager [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1053.061905] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.062948] env[69677]: DEBUG nova.compute.manager [-] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.063081] env[69677]: DEBUG nova.network.neutron [-] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.065661] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d5c36-71fe-4924-a681-87c17483a9c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.073822] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9375ad-a4f3-48ed-a478-ac6e4e18b78e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.088723] env[69677]: DEBUG nova.compute.provider_tree [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.255930] env[69677]: DEBUG oslo_vmware.api [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436968, 'name': RemoveSnapshot_Task, 'duration_secs': 0.892419} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.256354] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1053.444465] env[69677]: DEBUG nova.network.neutron [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Updated VIF entry in instance network info cache for port a35fe841-f1c2-46a0-9336-029d9e82fc33. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.444819] env[69677]: DEBUG nova.network.neutron [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Updating instance_info_cache with network_info: [{"id": "a35fe841-f1c2-46a0-9336-029d9e82fc33", "address": "fa:16:3e:30:0b:5b", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35fe841-f1", "ovs_interfaceid": "a35fe841-f1c2-46a0-9336-029d9e82fc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.517336] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436972, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.592058] env[69677]: DEBUG nova.scheduler.client.report [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.650707] env[69677]: DEBUG nova.compute.manager [req-8700485e-cadc-44fb-8444-0c050d85ff19 req-b5bc64c1-7075-4647-82cc-b23372a1079e service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Received event network-vif-deleted-79f5941e-0ea0-4928-9fe3-97796dac79bc {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.651162] env[69677]: INFO nova.compute.manager [req-8700485e-cadc-44fb-8444-0c050d85ff19 req-b5bc64c1-7075-4647-82cc-b23372a1079e service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Neutron deleted interface 79f5941e-0ea0-4928-9fe3-97796dac79bc; detaching it from the instance and deleting it from the info cache [ 1053.651350] env[69677]: DEBUG nova.network.neutron [req-8700485e-cadc-44fb-8444-0c050d85ff19 req-b5bc64c1-7075-4647-82cc-b23372a1079e service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.760460] env[69677]: WARNING nova.compute.manager [None req-ba7562a6-d00b-4534-8a47-e93750a3b566 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Image not found during snapshot: nova.exception.ImageNotFound: Image 9fbf0430-6f03-4b57-92dc-eda0557b817c could not be found. [ 1053.801982] env[69677]: DEBUG nova.compute.manager [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.805752] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e9fa2-dccc-4c7b-8486-335006fc5eb1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.948107] env[69677]: DEBUG oslo_concurrency.lockutils [req-487b1f47-c563-4802-a443-258cbde4daf7 req-118756a4-818c-4c9a-aa69-5aeb8cfad40f service nova] Releasing lock "refresh_cache-3bc294ae-fc51-4a9e-8d61-c6de8777ee43" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.018348] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436972, 'name': CreateVM_Task, 'duration_secs': 1.38296} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.018348] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.018951] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.019133] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.022356] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.022356] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8150c069-615f-431d-8fb5-9428c8969017 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.026710] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1054.026710] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bcd9ee-5933-6540-7082-2a6446aa85f9" [ 1054.026710] env[69677]: _type = "Task" [ 1054.026710] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.039147] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bcd9ee-5933-6540-7082-2a6446aa85f9, 'name': SearchDatastore_Task} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.040195] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.040378] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.040539] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.040650] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.040869] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.041438] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23b4e88e-526a-48ad-a866-28bfa3074488 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.052610] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.052610] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.052610] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6b0ebd-220b-45e5-a518-04a8672decf2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.058756] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1054.058756] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d6cd89-b5ed-125e-1709-85499c1100d5" [ 1054.058756] env[69677]: _type = "Task" [ 1054.058756] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.067830] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d6cd89-b5ed-125e-1709-85499c1100d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.097369] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.097956] env[69677]: DEBUG nova.compute.manager [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.101263] env[69677]: DEBUG oslo_concurrency.lockutils [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.337s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.101491] env[69677]: DEBUG nova.objects.instance [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lazy-loading 'resources' on Instance uuid f0e3b304-d52e-4be4-812b-21397ae6b778 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.132109] env[69677]: DEBUG nova.network.neutron [-] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.154796] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04a8b3f0-9a48-431e-a00e-563287a18436 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.157946] env[69677]: DEBUG nova.network.neutron [-] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.167706] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1c3b28-211a-495a-b535-68ae46994edc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.201758] env[69677]: DEBUG nova.compute.manager [req-8700485e-cadc-44fb-8444-0c050d85ff19 req-b5bc64c1-7075-4647-82cc-b23372a1079e service nova] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Detach interface failed, port_id=79f5941e-0ea0-4928-9fe3-97796dac79bc, reason: Instance 6c3672e1-0f0f-4493-9251-d6266b5b34f0 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.205704] env[69677]: DEBUG nova.compute.manager [req-a0a2db4d-a275-4f77-9409-330aaddb23d5 req-556f2f34-e7b6-4f4d-a674-4a8047cf8072 service nova] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Received event network-vif-deleted-21362faf-3d80-4987-a01d-f4000796070c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.318940] env[69677]: INFO nova.compute.manager [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] instance snapshotting [ 1054.321652] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f0c6b5-dfb9-47bf-85cb-a124d43d6aab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.342831] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c88854-1f67-411b-aaa0-f54c015ec9f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.529797] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "83b88171-8361-4087-a7c6-481ec5b569d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.530083] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "83b88171-8361-4087-a7c6-481ec5b569d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.530296] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "83b88171-8361-4087-a7c6-481ec5b569d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.530480] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "83b88171-8361-4087-a7c6-481ec5b569d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.530645] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "83b88171-8361-4087-a7c6-481ec5b569d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.532720] env[69677]: INFO nova.compute.manager [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Terminating instance [ 1054.571112] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d6cd89-b5ed-125e-1709-85499c1100d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011627} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.571434] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efbfe85b-9111-4f29-8a4e-4193d5369afd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.577635] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1054.577635] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bea9fe-e9e8-e8d7-c125-cd8ce90ee97d" [ 1054.577635] env[69677]: _type = "Task" [ 1054.577635] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.585861] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bea9fe-e9e8-e8d7-c125-cd8ce90ee97d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.603482] env[69677]: DEBUG nova.compute.utils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.608023] env[69677]: DEBUG nova.compute.manager [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.608023] env[69677]: DEBUG nova.network.neutron [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.634925] env[69677]: INFO nova.compute.manager [-] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Took 1.57 seconds to deallocate network for instance. [ 1054.662313] env[69677]: INFO nova.compute.manager [-] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Took 1.71 seconds to deallocate network for instance. [ 1054.664576] env[69677]: DEBUG nova.policy [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf185fa63ba449679de8af002aeac77d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a8c47e77e024ff1a29eeec26436d1b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.854141] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1054.854633] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1b5e6f9-7232-4410-a081-2056c8927d2e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.863523] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1054.863523] env[69677]: value = "task-3436975" [ 1054.863523] env[69677]: _type = "Task" [ 1054.863523] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.871815] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436975, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.913808] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8f053d-4127-421e-a963-575cb525c506 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.926990] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec0905c-ed4e-43e2-87e4-210df012c4e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.964037] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09eaed1-20b8-4035-b733-c7e79dedac0b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.971435] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7116f17e-b397-4caf-8a8b-b48f036b6d78 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.984951] env[69677]: DEBUG nova.compute.provider_tree [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.988036] env[69677]: DEBUG nova.network.neutron [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Successfully created port: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.036345] env[69677]: DEBUG nova.compute.manager [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.036653] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.037612] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c76411-c503-4b3f-ad66-d1f93a77a089 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.047178] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.047178] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c95340a-233f-4f48-bdfa-c10a72f01e74 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.052555] env[69677]: DEBUG oslo_vmware.api [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1055.052555] env[69677]: value = "task-3436976" [ 1055.052555] env[69677]: _type = "Task" [ 1055.052555] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.061481] env[69677]: DEBUG oslo_vmware.api [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.089975] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52bea9fe-e9e8-e8d7-c125-cd8ce90ee97d, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.089975] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.089975] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 3bc294ae-fc51-4a9e-8d61-c6de8777ee43/3bc294ae-fc51-4a9e-8d61-c6de8777ee43.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.089975] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48593e60-bcb6-49f1-9c2f-3392af7a7908 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.096049] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1055.096049] env[69677]: value = "task-3436977" [ 1055.096049] env[69677]: _type = "Task" [ 1055.096049] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.104761] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.111486] env[69677]: DEBUG nova.compute.manager [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.144016] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.174127] env[69677]: DEBUG oslo_concurrency.lockutils [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.375161] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436975, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.489067] env[69677]: DEBUG nova.scheduler.client.report [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.564631] env[69677]: DEBUG oslo_vmware.api [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436976, 'name': PowerOffVM_Task, 'duration_secs': 0.190346} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.564929] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.565667] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.565667] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67327b36-0f79-4582-b40e-9d1229af7026 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.608455] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436977, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.638010] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.638350] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.638568] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleting the datastore file [datastore2] 83b88171-8361-4087-a7c6-481ec5b569d0 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.638887] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b09e766-84ce-4e40-91b8-ec4818bd6d1b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.647122] env[69677]: DEBUG oslo_vmware.api [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for the task: (returnval){ [ 1055.647122] env[69677]: value = "task-3436979" [ 1055.647122] env[69677]: _type = "Task" [ 1055.647122] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.656517] env[69677]: DEBUG oslo_vmware.api [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.875820] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436975, 'name': CreateSnapshot_Task, 'duration_secs': 0.645141} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.876324] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1055.877546] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ae322c-84a8-476b-a286-9f6bfba1039d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.993734] env[69677]: DEBUG oslo_concurrency.lockutils [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.996049] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.220s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.015759] env[69677]: INFO nova.scheduler.client.report [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted allocations for instance f0e3b304-d52e-4be4-812b-21397ae6b778 [ 1056.108886] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693265} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.109162] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 3bc294ae-fc51-4a9e-8d61-c6de8777ee43/3bc294ae-fc51-4a9e-8d61-c6de8777ee43.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.109384] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.109638] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad826b84-4791-4e98-9767-17e9b3bedc7a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.116140] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1056.116140] env[69677]: value = "task-3436980" [ 1056.116140] env[69677]: _type = "Task" [ 1056.116140] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.120588] env[69677]: DEBUG nova.compute.manager [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.127768] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.146188] env[69677]: DEBUG nova.virt.hardware [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.146437] env[69677]: DEBUG nova.virt.hardware [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.146593] env[69677]: DEBUG nova.virt.hardware [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.146782] env[69677]: DEBUG nova.virt.hardware [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.146928] env[69677]: DEBUG nova.virt.hardware [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.147084] env[69677]: DEBUG nova.virt.hardware [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.147390] env[69677]: DEBUG nova.virt.hardware [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.147492] env[69677]: DEBUG nova.virt.hardware [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.147660] env[69677]: DEBUG nova.virt.hardware [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.147819] env[69677]: DEBUG nova.virt.hardware [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.147990] env[69677]: DEBUG nova.virt.hardware [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.149020] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ff6852-e21f-41ca-9619-f056a4b2b07d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.162163] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6925d9b3-5268-4ae7-a024-3e0470098d95 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.167183] env[69677]: DEBUG oslo_vmware.api [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Task: {'id': task-3436979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283514} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.167401] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.167585] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.167754] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.167936] env[69677]: INFO nova.compute.manager [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1056.168272] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.169515] env[69677]: DEBUG nova.compute.manager [-] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.169515] env[69677]: DEBUG nova.network.neutron [-] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.396907] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1056.397245] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b52fc75e-0d19-44ed-8a7a-fc272c839d86 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.406240] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1056.406240] env[69677]: value = "task-3436981" [ 1056.406240] env[69677]: _type = "Task" [ 1056.406240] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.414471] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436981, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.491248] env[69677]: DEBUG nova.compute.manager [req-e71bc9cf-b891-4330-941d-9f44663e81a6 req-9b9c7a80-f0f0-4807-a35a-508bb0b1398f service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Received event network-vif-deleted-f22337bb-9cae-4010-b0fd-cf74084824a5 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.491248] env[69677]: INFO nova.compute.manager [req-e71bc9cf-b891-4330-941d-9f44663e81a6 req-9b9c7a80-f0f0-4807-a35a-508bb0b1398f service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Neutron deleted interface f22337bb-9cae-4010-b0fd-cf74084824a5; detaching it from the instance and deleting it from the info cache [ 1056.491248] env[69677]: DEBUG nova.network.neutron [req-e71bc9cf-b891-4330-941d-9f44663e81a6 req-9b9c7a80-f0f0-4807-a35a-508bb0b1398f service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.527712] env[69677]: DEBUG oslo_concurrency.lockutils [None req-445edc35-8b0f-4946-a996-0e5d3c96752b tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f0e3b304-d52e-4be4-812b-21397ae6b778" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.315s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.625455] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085456} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.629157] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.630293] env[69677]: DEBUG nova.compute.manager [req-9e8e74b9-4e8b-4e92-a106-484cffb85523 req-4437ea20-a2e8-4f49-9cec-2dad82adcc92 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Received event network-vif-plugged-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.630491] env[69677]: DEBUG oslo_concurrency.lockutils [req-9e8e74b9-4e8b-4e92-a106-484cffb85523 req-4437ea20-a2e8-4f49-9cec-2dad82adcc92 service nova] Acquiring lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.630839] env[69677]: DEBUG oslo_concurrency.lockutils [req-9e8e74b9-4e8b-4e92-a106-484cffb85523 req-4437ea20-a2e8-4f49-9cec-2dad82adcc92 service nova] Lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.631071] env[69677]: DEBUG oslo_concurrency.lockutils [req-9e8e74b9-4e8b-4e92-a106-484cffb85523 req-4437ea20-a2e8-4f49-9cec-2dad82adcc92 service nova] Lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.631203] env[69677]: DEBUG nova.compute.manager [req-9e8e74b9-4e8b-4e92-a106-484cffb85523 req-4437ea20-a2e8-4f49-9cec-2dad82adcc92 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] No waiting events found dispatching network-vif-plugged-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.631384] env[69677]: WARNING nova.compute.manager [req-9e8e74b9-4e8b-4e92-a106-484cffb85523 req-4437ea20-a2e8-4f49-9cec-2dad82adcc92 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Received unexpected event network-vif-plugged-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 for instance with vm_state building and task_state spawning. [ 1056.632230] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc924630-05c0-4b7f-83fd-044149773e67 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.654967] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 3bc294ae-fc51-4a9e-8d61-c6de8777ee43/3bc294ae-fc51-4a9e-8d61-c6de8777ee43.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.655558] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b8af7a-7dde-4ec7-89a7-d6d1cc0a72d2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.677443] env[69677]: DEBUG nova.network.neutron [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Successfully updated port: 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.685045] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1056.685045] env[69677]: value = "task-3436982" [ 1056.685045] env[69677]: _type = "Task" [ 1056.685045] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.694012] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436982, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.732931] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "92464135-7fa4-4345-9abb-27410703114d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.733239] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "92464135-7fa4-4345-9abb-27410703114d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.733464] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "92464135-7fa4-4345-9abb-27410703114d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.733686] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "92464135-7fa4-4345-9abb-27410703114d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.733880] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "92464135-7fa4-4345-9abb-27410703114d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.736459] env[69677]: INFO nova.compute.manager [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Terminating instance [ 1056.877977] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.878278] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.917502] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436981, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.963942] env[69677]: DEBUG nova.network.neutron [-] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.994301] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c4db056-ef11-47d3-8c5a-dc50f695339d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.003636] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea46ec1-49f2-4260-b709-2312ae822c59 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.015643] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Applying migration context for instance fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 as it has an incoming, in-progress migration 5e9b9a7e-d929-439e-9c31-bec71cf362ac. Migration status is confirming {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1057.017359] env[69677]: INFO nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating resource usage from migration a51aa25c-a248-400e-af6e-39f1e7bd883a [ 1057.017501] env[69677]: INFO nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating resource usage from migration 5e9b9a7e-d929-439e-9c31-bec71cf362ac [ 1057.043492] env[69677]: DEBUG nova.compute.manager [req-e71bc9cf-b891-4330-941d-9f44663e81a6 req-9b9c7a80-f0f0-4807-a35a-508bb0b1398f service nova] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Detach interface failed, port_id=f22337bb-9cae-4010-b0fd-cf74084824a5, reason: Instance 83b88171-8361-4087-a7c6-481ec5b569d0 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1057.044805] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 6688d464-3e5c-4624-ba73-0b5bf35bba23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.044944] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 92464135-7fa4-4345-9abb-27410703114d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.045090] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 56912308-ed10-4ce7-8a34-134235478994 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.045211] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.045326] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.045475] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance a86bb973-cf6e-44c8-bce5-dc3ff8611500 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1057.045592] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 6c3672e1-0f0f-4493-9251-d6266b5b34f0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1057.045706] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance c0df6a0d-6139-421a-b4c9-74b5b1412550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.045828] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 7b953c8d-d09a-4398-a382-3ae262633344 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1057.045945] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Migration 5e9b9a7e-d929-439e-9c31-bec71cf362ac is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1057.046064] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.046188] env[69677]: WARNING nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 39b7621f-ba9b-43a1-9192-a9bcd50be75e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1057.046299] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 83b88171-8361-4087-a7c6-481ec5b569d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.046407] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 59f82263-019a-4b7d-ac57-7012e8de1fff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.046516] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 3bc294ae-fc51-4a9e-8d61-c6de8777ee43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.180408] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquiring lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.180560] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquired lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.180719] env[69677]: DEBUG nova.network.neutron [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.196580] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436982, 'name': ReconfigVM_Task, 'duration_secs': 0.30409} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.197768] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 3bc294ae-fc51-4a9e-8d61-c6de8777ee43/3bc294ae-fc51-4a9e-8d61-c6de8777ee43.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.197768] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e950fb23-8e20-440f-ba8b-846b26a413d1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.204817] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1057.204817] env[69677]: value = "task-3436983" [ 1057.204817] env[69677]: _type = "Task" [ 1057.204817] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.213626] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436983, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.241023] env[69677]: DEBUG nova.compute.manager [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.241273] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.242242] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1360ac70-8197-4485-8c9a-7fae85f7ebeb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.249623] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.249876] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9e2ef1f-8ca5-4a88-89b9-3f0599cd8825 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.255607] env[69677]: DEBUG oslo_vmware.api [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 1057.255607] env[69677]: value = "task-3436984" [ 1057.255607] env[69677]: _type = "Task" [ 1057.255607] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.264120] env[69677]: DEBUG oslo_vmware.api [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.381030] env[69677]: DEBUG nova.compute.utils [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.417099] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436981, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.425298] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "149cf2b7-7a80-4643-89a2-d064224b2f5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.425519] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "149cf2b7-7a80-4643-89a2-d064224b2f5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.465576] env[69677]: INFO nova.compute.manager [-] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Took 1.30 seconds to deallocate network for instance. [ 1057.549605] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1057.549784] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 1bd82b35-63a6-4bf5-b425-cd02fbd28946 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.549905] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Migration a51aa25c-a248-400e-af6e-39f1e7bd883a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1057.550040] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance fdddfbc8-3176-4c4e-b831-f0959ccb9bae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1057.714839] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436983, 'name': Rename_Task, 'duration_secs': 0.141238} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.715068] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.715273] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5100a434-5a5a-41da-aa53-3424a3547a56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.722011] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1057.722011] env[69677]: value = "task-3436985" [ 1057.722011] env[69677]: _type = "Task" [ 1057.722011] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.726436] env[69677]: DEBUG nova.network.neutron [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.734030] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.765154] env[69677]: DEBUG oslo_vmware.api [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436984, 'name': PowerOffVM_Task, 'duration_secs': 0.501805} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.765446] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.765645] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.765870] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea2780a0-3a19-4080-90b5-6f02a33cd3a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.829151] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.829435] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.829633] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Deleting the datastore file [datastore2] 92464135-7fa4-4345-9abb-27410703114d {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.829909] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-384eca3b-ca94-4f1c-8721-55b1cb8d2f4b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.841950] env[69677]: DEBUG oslo_vmware.api [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 1057.841950] env[69677]: value = "task-3436987" [ 1057.841950] env[69677]: _type = "Task" [ 1057.841950] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.851374] env[69677]: DEBUG oslo_vmware.api [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.883729] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.916809] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436981, 'name': CloneVM_Task} progress is 95%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.925501] env[69677]: DEBUG nova.network.neutron [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updating instance_info_cache with network_info: [{"id": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "address": "fa:16:3e:47:2d:5d", "network": {"id": "e90e8212-3c36-41c1-a49b-1022dd214b96", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1813434559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c47e77e024ff1a29eeec26436d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e297f-d5", "ovs_interfaceid": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.927513] env[69677]: DEBUG nova.compute.manager [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.971887] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.053733] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance b36b030a-fe0c-4f38-aa5a-5247d0c1c314 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1058.233117] env[69677]: DEBUG oslo_vmware.api [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3436985, 'name': PowerOnVM_Task, 'duration_secs': 0.481133} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.233404] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.233613] env[69677]: INFO nova.compute.manager [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1058.233797] env[69677]: DEBUG nova.compute.manager [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.234660] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6c344a-6aa0-451e-8e82-0b3c4e30da44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.356046] env[69677]: DEBUG oslo_vmware.api [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3436987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232477} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.356336] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.356592] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.356838] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.357112] env[69677]: INFO nova.compute.manager [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 92464135-7fa4-4345-9abb-27410703114d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1058.357441] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.357684] env[69677]: DEBUG nova.compute.manager [-] [instance: 92464135-7fa4-4345-9abb-27410703114d] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.357811] env[69677]: DEBUG nova.network.neutron [-] [instance: 92464135-7fa4-4345-9abb-27410703114d] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.417087] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3436981, 'name': CloneVM_Task, 'duration_secs': 1.670022} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.417357] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Created linked-clone VM from snapshot [ 1058.418129] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b15757-4608-4275-abb4-5ee206cb9803 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.425376] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Uploading image b5649e5c-f5c6-4d44-9e86-56f6fc00a77a {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1058.429190] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Releasing lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.429489] env[69677]: DEBUG nova.compute.manager [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Instance network_info: |[{"id": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "address": "fa:16:3e:47:2d:5d", "network": {"id": "e90e8212-3c36-41c1-a49b-1022dd214b96", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1813434559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c47e77e024ff1a29eeec26436d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e297f-d5", "ovs_interfaceid": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.429846] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:2d:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '63e45f61-1d9b-4660-8d25-89fb68d45cd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d9e297f-d59a-42ff-9dbb-e6d15c76a254', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.437177] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Creating folder: Project (3a8c47e77e024ff1a29eeec26436d1b9). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.439540] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a94bad9-e0cd-4352-bd3f-53313f2688b9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.452243] env[69677]: DEBUG oslo_vmware.rw_handles [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1058.452243] env[69677]: value = "vm-686147" [ 1058.452243] env[69677]: _type = "VirtualMachine" [ 1058.452243] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1058.452910] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2cfaaed6-91bb-4f7e-ac10-ff84b0d0756c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.456649] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Created folder: Project (3a8c47e77e024ff1a29eeec26436d1b9) in parent group-v685897. [ 1058.456850] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Creating folder: Instances. Parent ref: group-v686148. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1058.457530] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d2fef28-74d1-4814-b099-3fe5d0865089 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.460155] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.462165] env[69677]: DEBUG oslo_vmware.rw_handles [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lease: (returnval){ [ 1058.462165] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523ab900-0022-b8ee-cd08-50b42eaca8b2" [ 1058.462165] env[69677]: _type = "HttpNfcLease" [ 1058.462165] env[69677]: } obtained for exporting VM: (result){ [ 1058.462165] env[69677]: value = "vm-686147" [ 1058.462165] env[69677]: _type = "VirtualMachine" [ 1058.462165] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1058.462391] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the lease: (returnval){ [ 1058.462391] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523ab900-0022-b8ee-cd08-50b42eaca8b2" [ 1058.462391] env[69677]: _type = "HttpNfcLease" [ 1058.462391] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1058.469371] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Created folder: Instances in parent group-v686148. [ 1058.469602] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.471240] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.471637] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.471637] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523ab900-0022-b8ee-cd08-50b42eaca8b2" [ 1058.471637] env[69677]: _type = "HttpNfcLease" [ 1058.471637] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1058.471812] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3d4437f-afd7-4ac3-bacc-a0e39cf56edd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.490870] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.490870] env[69677]: value = "task-3436991" [ 1058.490870] env[69677]: _type = "Task" [ 1058.490870] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.498181] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436991, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.557992] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 149cf2b7-7a80-4643-89a2-d064224b2f5b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1058.558513] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1058.558761] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1058.658361] env[69677]: DEBUG nova.compute.manager [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Received event network-changed-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.658553] env[69677]: DEBUG nova.compute.manager [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Refreshing instance network info cache due to event network-changed-5d9e297f-d59a-42ff-9dbb-e6d15c76a254. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.658768] env[69677]: DEBUG oslo_concurrency.lockutils [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] Acquiring lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.658911] env[69677]: DEBUG oslo_concurrency.lockutils [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] Acquired lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.659089] env[69677]: DEBUG nova.network.neutron [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Refreshing network info cache for port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.753741] env[69677]: INFO nova.compute.manager [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Took 36.37 seconds to build instance. [ 1058.853394] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbdceb3-883e-46da-b5ec-86ffbaf3f455 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.862635] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041f8225-6d58-472b-b702-e052ae3bade7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.893850] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7563c1d3-72af-4781-9e1e-f81f611cd1a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.901481] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa67603-d9d8-4e3a-bcb5-8cc0edb1e276 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.915152] env[69677]: DEBUG nova.compute.provider_tree [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.957027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.957027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.957202] env[69677]: INFO nova.compute.manager [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Attaching volume e4cbe8dd-a871-4592-a50f-f885620a4b47 to /dev/sdb [ 1058.972524] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.972524] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523ab900-0022-b8ee-cd08-50b42eaca8b2" [ 1058.972524] env[69677]: _type = "HttpNfcLease" [ 1058.972524] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1058.972864] env[69677]: DEBUG oslo_vmware.rw_handles [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1058.972864] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523ab900-0022-b8ee-cd08-50b42eaca8b2" [ 1058.972864] env[69677]: _type = "HttpNfcLease" [ 1058.972864] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1058.973784] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa46360-e5f4-4cca-8556-b00289facac2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.982036] env[69677]: DEBUG oslo_vmware.rw_handles [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52180e45-a6df-c139-8fad-9ae23cb43adf/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1058.982036] env[69677]: DEBUG oslo_vmware.rw_handles [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52180e45-a6df-c139-8fad-9ae23cb43adf/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1059.045214] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9442df4a-f34e-44e2-bbcc-d03b78905a76 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.053992] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3436991, 'name': CreateVM_Task, 'duration_secs': 0.550926} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.055842] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.056514] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.056681] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.056995] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.057728] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b2c765-6a8f-47e7-965d-e5ddfb1dd79f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.060180] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c18bc5e-cfd0-4566-9094-b8b553b600de {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.064380] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1059.064380] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fe4257-5ca7-2203-252b-5b80982c989a" [ 1059.064380] env[69677]: _type = "Task" [ 1059.064380] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.072381] env[69677]: DEBUG nova.virt.block_device [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Updating existing volume attachment record: e573ef66-0c07-4e8d-8e6f-c96e979bcec7 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1059.079750] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fe4257-5ca7-2203-252b-5b80982c989a, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.080022] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.081196] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.081196] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.081196] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.081196] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.081196] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d67a0e8-6e62-40cc-842c-a0c36521db96 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.088917] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.089193] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.090395] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20ae257-abc1-4787-97cf-ec47c6c0a445 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.095182] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1059.095182] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526577e7-2923-3418-7d9c-ed6f0c7c7a27" [ 1059.095182] env[69677]: _type = "Task" [ 1059.095182] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.103370] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526577e7-2923-3418-7d9c-ed6f0c7c7a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.106355] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7961aa6a-3b93-4055-ace1-0177a6b375af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.120065] env[69677]: DEBUG nova.network.neutron [-] [instance: 92464135-7fa4-4345-9abb-27410703114d] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.256183] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2a5e3ff7-29b3-44de-9ea9-9e93e612ce91 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.886s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.418968] env[69677]: DEBUG nova.scheduler.client.report [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.431296] env[69677]: DEBUG nova.network.neutron [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updated VIF entry in instance network info cache for port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.431715] env[69677]: DEBUG nova.network.neutron [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updating instance_info_cache with network_info: [{"id": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "address": "fa:16:3e:47:2d:5d", "network": {"id": "e90e8212-3c36-41c1-a49b-1022dd214b96", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1813434559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c47e77e024ff1a29eeec26436d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e297f-d5", "ovs_interfaceid": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.612693] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526577e7-2923-3418-7d9c-ed6f0c7c7a27, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.613546] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88c205c-c7ce-4b79-995b-a62f9bf417da {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.620622] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1059.620622] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52678bee-9e12-c7b1-c075-1b0f46af6e38" [ 1059.620622] env[69677]: _type = "Task" [ 1059.620622] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.624264] env[69677]: INFO nova.compute.manager [-] [instance: 92464135-7fa4-4345-9abb-27410703114d] Took 1.27 seconds to deallocate network for instance. [ 1059.636177] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52678bee-9e12-c7b1-c075-1b0f46af6e38, 'name': SearchDatastore_Task, 'duration_secs': 0.013465} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.636612] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.637102] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 1bd82b35-63a6-4bf5-b425-cd02fbd28946/1bd82b35-63a6-4bf5-b425-cd02fbd28946.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.637559] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-520a8121-099c-475e-b16a-23096a272a8b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.646158] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1059.646158] env[69677]: value = "task-3436993" [ 1059.646158] env[69677]: _type = "Task" [ 1059.646158] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.659502] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.924238] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1059.924524] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.929s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.924797] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 15.730s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.934587] env[69677]: DEBUG oslo_concurrency.lockutils [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] Releasing lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.934746] env[69677]: DEBUG nova.compute.manager [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] Received event network-vif-deleted-0a8a1038-2197-4682-b862-da129a8b1513 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.934844] env[69677]: INFO nova.compute.manager [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] Neutron deleted interface 0a8a1038-2197-4682-b862-da129a8b1513; detaching it from the instance and deleting it from the info cache [ 1059.936228] env[69677]: DEBUG nova.network.neutron [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.939847] env[69677]: DEBUG nova.compute.manager [req-afe17f4f-d2c4-4402-bf7b-b0fff71478e7 req-3bf60595-99d3-4831-a94c-ee90e825b6b6 service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Received event network-changed-a35fe841-f1c2-46a0-9336-029d9e82fc33 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.940520] env[69677]: DEBUG nova.compute.manager [req-afe17f4f-d2c4-4402-bf7b-b0fff71478e7 req-3bf60595-99d3-4831-a94c-ee90e825b6b6 service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Refreshing instance network info cache due to event network-changed-a35fe841-f1c2-46a0-9336-029d9e82fc33. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1059.940520] env[69677]: DEBUG oslo_concurrency.lockutils [req-afe17f4f-d2c4-4402-bf7b-b0fff71478e7 req-3bf60595-99d3-4831-a94c-ee90e825b6b6 service nova] Acquiring lock "refresh_cache-3bc294ae-fc51-4a9e-8d61-c6de8777ee43" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.940520] env[69677]: DEBUG oslo_concurrency.lockutils [req-afe17f4f-d2c4-4402-bf7b-b0fff71478e7 req-3bf60595-99d3-4831-a94c-ee90e825b6b6 service nova] Acquired lock "refresh_cache-3bc294ae-fc51-4a9e-8d61-c6de8777ee43" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.940681] env[69677]: DEBUG nova.network.neutron [req-afe17f4f-d2c4-4402-bf7b-b0fff71478e7 req-3bf60595-99d3-4831-a94c-ee90e825b6b6 service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Refreshing network info cache for port a35fe841-f1c2-46a0-9336-029d9e82fc33 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.132141] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.161284] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436993, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.446695] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c6a5683-021a-4e51-ba0e-d6a2bcd3dce9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.459564] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce8a624-c13e-4d21-a4ba-ae62b8d8627d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.494221] env[69677]: DEBUG nova.compute.manager [req-87b48bfc-89f2-42b9-a320-06100ee237c2 req-39d9d11c-4f8a-4ed7-b1f9-ef9595df78dd service nova] [instance: 92464135-7fa4-4345-9abb-27410703114d] Detach interface failed, port_id=0a8a1038-2197-4682-b862-da129a8b1513, reason: Instance 92464135-7fa4-4345-9abb-27410703114d could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.661345] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646233} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.664336] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 1bd82b35-63a6-4bf5-b425-cd02fbd28946/1bd82b35-63a6-4bf5-b425-cd02fbd28946.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.664615] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.665804] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcfd025b-e83a-4d25-af78-298d5f676212 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.672166] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1060.672166] env[69677]: value = "task-3436994" [ 1060.672166] env[69677]: _type = "Task" [ 1060.672166] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.678977] env[69677]: DEBUG nova.network.neutron [req-afe17f4f-d2c4-4402-bf7b-b0fff71478e7 req-3bf60595-99d3-4831-a94c-ee90e825b6b6 service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Updated VIF entry in instance network info cache for port a35fe841-f1c2-46a0-9336-029d9e82fc33. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.680458] env[69677]: DEBUG nova.network.neutron [req-afe17f4f-d2c4-4402-bf7b-b0fff71478e7 req-3bf60595-99d3-4831-a94c-ee90e825b6b6 service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Updating instance_info_cache with network_info: [{"id": "a35fe841-f1c2-46a0-9336-029d9e82fc33", "address": "fa:16:3e:30:0b:5b", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa35fe841-f1", "ovs_interfaceid": "a35fe841-f1c2-46a0-9336-029d9e82fc33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.683439] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.762977] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7591558c-4b21-4585-9114-6c9bc6207e39 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.771693] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c501b4-5b37-4a0b-a1df-4ad401c33630 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.805461] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04519359-ce27-483e-8356-8b1c0a14e30d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.813835] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3017b0f-1066-4951-a594-f21c041d302b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.832625] env[69677]: DEBUG nova.compute.provider_tree [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.182350] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067173} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.182722] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.183401] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b10765-867a-44fc-9a9b-f72e8ba81284 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.187230] env[69677]: DEBUG oslo_concurrency.lockutils [req-afe17f4f-d2c4-4402-bf7b-b0fff71478e7 req-3bf60595-99d3-4831-a94c-ee90e825b6b6 service nova] Releasing lock "refresh_cache-3bc294ae-fc51-4a9e-8d61-c6de8777ee43" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.207550] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 1bd82b35-63a6-4bf5-b425-cd02fbd28946/1bd82b35-63a6-4bf5-b425-cd02fbd28946.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.209242] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db058d33-bd8d-44a9-8ac2-b78de0d7a65e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.229092] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1061.229092] env[69677]: value = "task-3436995" [ 1061.229092] env[69677]: _type = "Task" [ 1061.229092] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.238454] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.336020] env[69677]: DEBUG nova.scheduler.client.report [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.739871] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436995, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.240348] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436995, 'name': ReconfigVM_Task, 'duration_secs': 0.539545} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.240769] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 1bd82b35-63a6-4bf5-b425-cd02fbd28946/1bd82b35-63a6-4bf5-b425-cd02fbd28946.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.241294] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c5ca3e4-d851-42bb-96d5-19350af9033f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.248396] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1062.248396] env[69677]: value = "task-3436997" [ 1062.248396] env[69677]: _type = "Task" [ 1062.248396] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.256378] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436997, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.347083] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.422s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.350136] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.323s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.350344] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.352408] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.137s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.352589] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.354298] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.599s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.386742] env[69677]: INFO nova.scheduler.client.report [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Deleted allocations for instance 39b7621f-ba9b-43a1-9192-a9bcd50be75e [ 1062.391289] env[69677]: INFO nova.scheduler.client.report [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Deleted allocations for instance 7b953c8d-d09a-4398-a382-3ae262633344 [ 1062.758810] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436997, 'name': Rename_Task, 'duration_secs': 0.198068} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.759060] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.759353] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bfadb8c-f16e-402d-8acd-79a907e31986 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.766372] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1062.766372] env[69677]: value = "task-3436998" [ 1062.766372] env[69677]: _type = "Task" [ 1062.766372] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.780121] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.862491] env[69677]: INFO nova.compute.claims [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.894965] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b841f3fa-e633-44e9-828c-0cae1d7746a3 tempest-ServerPasswordTestJSON-976817765 tempest-ServerPasswordTestJSON-976817765-project-member] Lock "39b7621f-ba9b-43a1-9192-a9bcd50be75e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.446s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.898732] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d60496a2-68a2-4f6f-9269-6d6d53c23e43 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "7b953c8d-d09a-4398-a382-3ae262633344" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.900s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.928418] env[69677]: INFO nova.scheduler.client.report [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleted allocation for migration 5e9b9a7e-d929-439e-9c31-bec71cf362ac [ 1063.280700] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436998, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.371784] env[69677]: INFO nova.compute.resource_tracker [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating resource usage from migration a51aa25c-a248-400e-af6e-39f1e7bd883a [ 1063.434741] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8661b0d3-fa33-44b8-a9f4-6ba6f7e94188 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.937s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.634576] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6901a908-0603-42c2-b8e1-4888518a5381 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.644022] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1063.644022] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686151', 'volume_id': 'e4cbe8dd-a871-4592-a50f-f885620a4b47', 'name': 'volume-e4cbe8dd-a871-4592-a50f-f885620a4b47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0df6a0d-6139-421a-b4c9-74b5b1412550', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cbe8dd-a871-4592-a50f-f885620a4b47', 'serial': 'e4cbe8dd-a871-4592-a50f-f885620a4b47'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1063.644022] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45280ca7-8c5a-4a8b-befe-1be2259707bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.648463] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b229b4f3-4beb-44c2-9aee-a5032beede2d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.673023] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5fa3ff-c6b1-49c3-b364-f1a9abc48559 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.705930] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6783ad00-5c3f-42fa-ac55-6ceee33057f1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.731601] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-e4cbe8dd-a871-4592-a50f-f885620a4b47/volume-e4cbe8dd-a871-4592-a50f-f885620a4b47.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.732520] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ded111e7-781d-4100-bb21-c04e7d0cf67f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.750495] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd58091d-b9e5-4710-8cbc-b7485e1cd915 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.756382] env[69677]: DEBUG oslo_vmware.api [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1063.756382] env[69677]: value = "task-3436999" [ 1063.756382] env[69677]: _type = "Task" [ 1063.756382] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.768371] env[69677]: DEBUG nova.compute.provider_tree [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.777393] env[69677]: DEBUG oslo_vmware.api [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.783357] env[69677]: DEBUG oslo_vmware.api [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3436998, 'name': PowerOnVM_Task, 'duration_secs': 0.785128} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.783683] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.783923] env[69677]: INFO nova.compute.manager [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1063.784150] env[69677]: DEBUG nova.compute.manager [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.784996] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cf41c5-aa20-485a-bf81-1d406a04d144 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.273863] env[69677]: DEBUG oslo_vmware.api [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.275232] env[69677]: DEBUG nova.scheduler.client.report [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.305673] env[69677]: INFO nova.compute.manager [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Took 32.55 seconds to build instance. [ 1064.463032] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.463032] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.463218] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.464147] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.464147] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.469059] env[69677]: INFO nova.compute.manager [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Terminating instance [ 1064.769433] env[69677]: DEBUG oslo_vmware.api [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3436999, 'name': ReconfigVM_Task, 'duration_secs': 0.551273} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.770017] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-e4cbe8dd-a871-4592-a50f-f885620a4b47/volume-e4cbe8dd-a871-4592-a50f-f885620a4b47.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.775107] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3170bc0f-1053-41b4-b09d-c5ae2fbe3d00 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.788232] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.434s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.788422] env[69677]: INFO nova.compute.manager [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Migrating [ 1064.795939] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.598s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.796425] env[69677]: DEBUG nova.objects.instance [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lazy-loading 'pci_requests' on Instance uuid 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.811734] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6da504f1-8ab4-42b7-b303-e714324922eb tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.672s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.816023] env[69677]: DEBUG oslo_vmware.api [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1064.816023] env[69677]: value = "task-3437000" [ 1064.816023] env[69677]: _type = "Task" [ 1064.816023] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.827857] env[69677]: DEBUG oslo_vmware.api [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.977024] env[69677]: DEBUG nova.compute.manager [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.977024] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.977978] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789a1bf7-1c9a-47a5-9034-f5d986330575 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.988147] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.988203] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37abcced-fc23-42f7-b6a6-58836bdb5307 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.995540] env[69677]: DEBUG oslo_vmware.api [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1064.995540] env[69677]: value = "task-3437001" [ 1064.995540] env[69677]: _type = "Task" [ 1064.995540] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.004529] env[69677]: DEBUG oslo_vmware.api [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.052333] env[69677]: DEBUG nova.compute.manager [req-9a22c29d-8d96-4b0c-b6c4-59422cb0cb88 req-2146088c-b6c6-4fe7-b6b0-e34902ec6665 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Received event network-changed-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.052647] env[69677]: DEBUG nova.compute.manager [req-9a22c29d-8d96-4b0c-b6c4-59422cb0cb88 req-2146088c-b6c6-4fe7-b6b0-e34902ec6665 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Refreshing instance network info cache due to event network-changed-5d9e297f-d59a-42ff-9dbb-e6d15c76a254. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.052713] env[69677]: DEBUG oslo_concurrency.lockutils [req-9a22c29d-8d96-4b0c-b6c4-59422cb0cb88 req-2146088c-b6c6-4fe7-b6b0-e34902ec6665 service nova] Acquiring lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.053032] env[69677]: DEBUG oslo_concurrency.lockutils [req-9a22c29d-8d96-4b0c-b6c4-59422cb0cb88 req-2146088c-b6c6-4fe7-b6b0-e34902ec6665 service nova] Acquired lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.053202] env[69677]: DEBUG nova.network.neutron [req-9a22c29d-8d96-4b0c-b6c4-59422cb0cb88 req-2146088c-b6c6-4fe7-b6b0-e34902ec6665 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Refreshing network info cache for port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.303333] env[69677]: DEBUG nova.objects.instance [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lazy-loading 'numa_topology' on Instance uuid 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.317192] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.317192] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.317192] env[69677]: DEBUG nova.network.neutron [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.332445] env[69677]: DEBUG oslo_vmware.api [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437000, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.506356] env[69677]: DEBUG oslo_vmware.api [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.807173] env[69677]: INFO nova.compute.claims [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.835104] env[69677]: DEBUG oslo_vmware.api [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437000, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.943776] env[69677]: DEBUG nova.network.neutron [req-9a22c29d-8d96-4b0c-b6c4-59422cb0cb88 req-2146088c-b6c6-4fe7-b6b0-e34902ec6665 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updated VIF entry in instance network info cache for port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.944202] env[69677]: DEBUG nova.network.neutron [req-9a22c29d-8d96-4b0c-b6c4-59422cb0cb88 req-2146088c-b6c6-4fe7-b6b0-e34902ec6665 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updating instance_info_cache with network_info: [{"id": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "address": "fa:16:3e:47:2d:5d", "network": {"id": "e90e8212-3c36-41c1-a49b-1022dd214b96", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1813434559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c47e77e024ff1a29eeec26436d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e297f-d5", "ovs_interfaceid": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.006987] env[69677]: DEBUG oslo_vmware.api [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.246085] env[69677]: DEBUG oslo_vmware.rw_handles [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52180e45-a6df-c139-8fad-9ae23cb43adf/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1066.250014] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c45b7b5-0611-43e6-b1ee-d9eb0781efb6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.259103] env[69677]: DEBUG oslo_vmware.rw_handles [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52180e45-a6df-c139-8fad-9ae23cb43adf/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1066.259302] env[69677]: ERROR oslo_vmware.rw_handles [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52180e45-a6df-c139-8fad-9ae23cb43adf/disk-0.vmdk due to incomplete transfer. [ 1066.259549] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8232cf18-1ffd-4f57-985a-4f74636f5b8b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.267643] env[69677]: DEBUG oslo_vmware.rw_handles [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52180e45-a6df-c139-8fad-9ae23cb43adf/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1066.267855] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Uploaded image b5649e5c-f5c6-4d44-9e86-56f6fc00a77a to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1066.270333] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1066.271450] env[69677]: DEBUG nova.network.neutron [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance_info_cache with network_info: [{"id": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "address": "fa:16:3e:12:5a:7c", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ed5f7e-6b", "ovs_interfaceid": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.272835] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee9bd5f5-52d4-418b-ad09-33f8f4d795f1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.283452] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1066.283452] env[69677]: value = "task-3437002" [ 1066.283452] env[69677]: _type = "Task" [ 1066.283452] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.296503] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437002, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.328320] env[69677]: DEBUG oslo_vmware.api [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437000, 'name': ReconfigVM_Task, 'duration_secs': 1.144088} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.329076] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686151', 'volume_id': 'e4cbe8dd-a871-4592-a50f-f885620a4b47', 'name': 'volume-e4cbe8dd-a871-4592-a50f-f885620a4b47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0df6a0d-6139-421a-b4c9-74b5b1412550', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cbe8dd-a871-4592-a50f-f885620a4b47', 'serial': 'e4cbe8dd-a871-4592-a50f-f885620a4b47'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1066.447174] env[69677]: DEBUG oslo_concurrency.lockutils [req-9a22c29d-8d96-4b0c-b6c4-59422cb0cb88 req-2146088c-b6c6-4fe7-b6b0-e34902ec6665 service nova] Releasing lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.507419] env[69677]: DEBUG oslo_vmware.api [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437001, 'name': PowerOffVM_Task, 'duration_secs': 1.261912} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.507712] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.507883] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.508180] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68e0bbea-0208-4e0d-99fe-2b316439523d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.585892] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.586139] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.586325] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleting the datastore file [datastore1] fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.586663] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-837a72d9-54d0-457b-b352-95e8926077c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.593946] env[69677]: DEBUG oslo_vmware.api [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1066.593946] env[69677]: value = "task-3437004" [ 1066.593946] env[69677]: _type = "Task" [ 1066.593946] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.603591] env[69677]: DEBUG oslo_vmware.api [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.776028] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.800255] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437002, 'name': Destroy_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.072278] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dccb1f-6dea-4b37-b220-6c7c1b2004b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.082022] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06b643f-b9bd-4273-ae09-5ab184083eaf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.116943] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d49a55-e9ef-42ab-8bd5-3ff28c6b8482 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.125168] env[69677]: DEBUG oslo_vmware.api [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448908} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.127692] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.128160] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.128479] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.128792] env[69677]: INFO nova.compute.manager [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1067.129205] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.129575] env[69677]: DEBUG nova.compute.manager [-] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.129763] env[69677]: DEBUG nova.network.neutron [-] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.132543] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31751377-6a54-4922-ad32-b4c1b064f4ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.148708] env[69677]: DEBUG nova.compute.provider_tree [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.296414] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437002, 'name': Destroy_Task, 'duration_secs': 0.866392} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.296790] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Destroyed the VM [ 1067.297140] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1067.297473] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a3a3efd9-a412-4829-9d96-bca94952818a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.305338] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1067.305338] env[69677]: value = "task-3437005" [ 1067.305338] env[69677]: _type = "Task" [ 1067.305338] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.315166] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437005, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.376759] env[69677]: DEBUG nova.objects.instance [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lazy-loading 'flavor' on Instance uuid c0df6a0d-6139-421a-b4c9-74b5b1412550 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.409085] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "77f65d2d-c4c7-45e4-8337-90f1982187a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.409570] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "77f65d2d-c4c7-45e4-8337-90f1982187a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.655372] env[69677]: DEBUG nova.scheduler.client.report [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.747141] env[69677]: DEBUG nova.compute.manager [req-a27aa62b-fe67-48a0-adb9-f75d75fadcda req-3300617d-2618-483e-890a-1bb6759b1234 service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Received event network-vif-deleted-416fd7cd-0fd5-4f37-9ce2-99cb173b07b7 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.747346] env[69677]: INFO nova.compute.manager [req-a27aa62b-fe67-48a0-adb9-f75d75fadcda req-3300617d-2618-483e-890a-1bb6759b1234 service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Neutron deleted interface 416fd7cd-0fd5-4f37-9ce2-99cb173b07b7; detaching it from the instance and deleting it from the info cache [ 1067.748273] env[69677]: DEBUG nova.network.neutron [req-a27aa62b-fe67-48a0-adb9-f75d75fadcda req-3300617d-2618-483e-890a-1bb6759b1234 service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.816471] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437005, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.885184] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9cf6475c-f43c-49ba-97b3-966bcf226233 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.926s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.912506] env[69677]: DEBUG nova.compute.manager [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.161032] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.365s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.163372] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.946s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.165277] env[69677]: INFO nova.compute.claims [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.197222] env[69677]: INFO nova.network.neutron [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updating port 7451a510-5e8d-4016-bff4-6ae7fbb65fbe with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1068.228382] env[69677]: DEBUG nova.network.neutron [-] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.250445] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cec9750-a774-4dbb-8548-07ade7c9a14c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.261642] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076d79b7-bd3c-4a81-a161-007e26354b16 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.295190] env[69677]: DEBUG nova.compute.manager [req-a27aa62b-fe67-48a0-adb9-f75d75fadcda req-3300617d-2618-483e-890a-1bb6759b1234 service nova] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Detach interface failed, port_id=416fd7cd-0fd5-4f37-9ce2-99cb173b07b7, reason: Instance fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.296594] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6b6165-8cca-481e-ac14-b87e20e77bb6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.314842] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance 'fdddfbc8-3176-4c4e-b831-f0959ccb9bae' progress to 0 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1068.326469] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437005, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.438676] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.641813] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.642096] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.730774] env[69677]: INFO nova.compute.manager [-] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Took 1.60 seconds to deallocate network for instance. [ 1068.826275] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.826630] env[69677]: DEBUG oslo_vmware.api [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437005, 'name': RemoveSnapshot_Task, 'duration_secs': 1.118672} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.826853] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abcc4411-8d7a-4dd6-acad-59a54ca503f5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.828499] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1068.828750] env[69677]: INFO nova.compute.manager [None req-21d4bf3e-5c08-4bc5-b6d4-dffc32c563e3 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Took 14.51 seconds to snapshot the instance on the hypervisor. [ 1068.836645] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1068.836645] env[69677]: value = "task-3437006" [ 1068.836645] env[69677]: _type = "Task" [ 1068.836645] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.844848] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.145037] env[69677]: INFO nova.compute.manager [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Detaching volume e4cbe8dd-a871-4592-a50f-f885620a4b47 [ 1069.180947] env[69677]: INFO nova.virt.block_device [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Attempting to driver detach volume e4cbe8dd-a871-4592-a50f-f885620a4b47 from mountpoint /dev/sdb [ 1069.181314] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1069.181761] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686151', 'volume_id': 'e4cbe8dd-a871-4592-a50f-f885620a4b47', 'name': 'volume-e4cbe8dd-a871-4592-a50f-f885620a4b47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0df6a0d-6139-421a-b4c9-74b5b1412550', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cbe8dd-a871-4592-a50f-f885620a4b47', 'serial': 'e4cbe8dd-a871-4592-a50f-f885620a4b47'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1069.182757] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31fae25-5bc3-4201-a0ec-3397601c2081 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.209991] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a73f894-e2cf-408d-b304-ec41e039018f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.217467] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4320a97a-0953-4392-bde8-a4070630daf2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.240957] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.241987] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bba8ba8-5f51-485f-a326-319a4de1b272 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.257474] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] The volume has not been displaced from its original location: [datastore2] volume-e4cbe8dd-a871-4592-a50f-f885620a4b47/volume-e4cbe8dd-a871-4592-a50f-f885620a4b47.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1069.262702] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.264787] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ecf37f0-8b3f-4247-a0e0-924a0a2f8668 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.285174] env[69677]: DEBUG oslo_vmware.api [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1069.285174] env[69677]: value = "task-3437007" [ 1069.285174] env[69677]: _type = "Task" [ 1069.285174] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.297024] env[69677]: DEBUG oslo_vmware.api [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.348299] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437006, 'name': PowerOffVM_Task, 'duration_secs': 0.450801} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.348523] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.348913] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance 'fdddfbc8-3176-4c4e-b831-f0959ccb9bae' progress to 17 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.490167] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f160a450-79aa-4fcd-b36e-d2781d66a789 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.498106] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be81d470-4683-4cd7-bcff-dcd45e78e9e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.528911] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86289a9e-753c-43d9-aeb1-419beb392b70 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.537763] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd03195a-4c99-4fa5-b859-e7380174491d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.550169] env[69677]: DEBUG nova.compute.provider_tree [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.748566] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.748833] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.749043] env[69677]: DEBUG nova.network.neutron [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.797888] env[69677]: DEBUG oslo_vmware.api [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437007, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.837087] env[69677]: DEBUG nova.compute.manager [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Received event network-vif-plugged-7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.837256] env[69677]: DEBUG oslo_concurrency.lockutils [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] Acquiring lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.837497] env[69677]: DEBUG oslo_concurrency.lockutils [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.837811] env[69677]: DEBUG oslo_concurrency.lockutils [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.838074] env[69677]: DEBUG nova.compute.manager [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] No waiting events found dispatching network-vif-plugged-7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.838273] env[69677]: WARNING nova.compute.manager [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Received unexpected event network-vif-plugged-7451a510-5e8d-4016-bff4-6ae7fbb65fbe for instance with vm_state shelved_offloaded and task_state spawning. [ 1069.838468] env[69677]: DEBUG nova.compute.manager [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Received event network-changed-7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.838623] env[69677]: DEBUG nova.compute.manager [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Refreshing instance network info cache due to event network-changed-7451a510-5e8d-4016-bff4-6ae7fbb65fbe. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.838794] env[69677]: DEBUG oslo_concurrency.lockutils [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] Acquiring lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.857501] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.857501] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.857692] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.857829] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.857975] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.858192] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.858346] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.858504] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.858666] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.858828] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.858998] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.865161] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41a1ccf1-51c3-4988-9b60-3df4a9d6a21d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.883043] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1069.883043] env[69677]: value = "task-3437008" [ 1069.883043] env[69677]: _type = "Task" [ 1069.883043] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.893042] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.053134] env[69677]: DEBUG nova.scheduler.client.report [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.298549] env[69677]: DEBUG oslo_vmware.api [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437007, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.393688] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.470613] env[69677]: DEBUG nova.network.neutron [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updating instance_info_cache with network_info: [{"id": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "address": "fa:16:3e:c9:f3:38", "network": {"id": "819ab7eb-9a02-4f7a-90b0-59d39cc5e214", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1690259758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2e046f52924905ad44f149ddb1de4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7451a510-5e", "ovs_interfaceid": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.558345] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.558882] env[69677]: DEBUG nova.compute.manager [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1070.564880] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.423s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.568016] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.568016] env[69677]: DEBUG oslo_concurrency.lockutils [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.393s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.568016] env[69677]: DEBUG oslo_concurrency.lockutils [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.569049] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.597s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.569255] env[69677]: DEBUG nova.objects.instance [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lazy-loading 'resources' on Instance uuid 83b88171-8361-4087-a7c6-481ec5b569d0 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.594285] env[69677]: INFO nova.scheduler.client.report [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleted allocations for instance 6c3672e1-0f0f-4493-9251-d6266b5b34f0 [ 1070.596233] env[69677]: INFO nova.scheduler.client.report [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleted allocations for instance a86bb973-cf6e-44c8-bce5-dc3ff8611500 [ 1070.796377] env[69677]: DEBUG oslo_vmware.api [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437007, 'name': ReconfigVM_Task, 'duration_secs': 1.50756} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.796676] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1070.801551] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ba5ace-b60c-4039-b311-876b273d5209 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.817941] env[69677]: DEBUG oslo_vmware.api [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1070.817941] env[69677]: value = "task-3437009" [ 1070.817941] env[69677]: _type = "Task" [ 1070.817941] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.823525] env[69677]: DEBUG nova.compute.manager [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.827711] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecb9d6b-b4d1-46e4-85ab-c67b84388b67 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.830390] env[69677]: DEBUG oslo_vmware.api [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.894366] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437008, 'name': ReconfigVM_Task, 'duration_secs': 0.962518} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.894680] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance 'fdddfbc8-3176-4c4e-b831-f0959ccb9bae' progress to 33 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.973886] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.977770] env[69677]: DEBUG oslo_concurrency.lockutils [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] Acquired lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.978166] env[69677]: DEBUG nova.network.neutron [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Refreshing network info cache for port 7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.001509] env[69677]: DEBUG nova.virt.hardware [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='896bc10a3bbb840b2c214ea169caba39',container_format='bare',created_at=2025-04-15T13:33:48Z,direct_url=,disk_format='vmdk',id=403a7aca-e382-42c0-b85a-e2c406ac3764,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1813132603-shelved',owner='ca2e046f52924905ad44f149ddb1de4e',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-04-15T13:34:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.002594] env[69677]: DEBUG nova.virt.hardware [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.002594] env[69677]: DEBUG nova.virt.hardware [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.002594] env[69677]: DEBUG nova.virt.hardware [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.002594] env[69677]: DEBUG nova.virt.hardware [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.002828] env[69677]: DEBUG nova.virt.hardware [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.002980] env[69677]: DEBUG nova.virt.hardware [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.003237] env[69677]: DEBUG nova.virt.hardware [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.003527] env[69677]: DEBUG nova.virt.hardware [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.003736] env[69677]: DEBUG nova.virt.hardware [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.003918] env[69677]: DEBUG nova.virt.hardware [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.005099] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ee3ae1-d401-423e-87cd-d0d1f8aaaf5d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.015337] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f196f280-32d4-457f-b4ed-f5cbd5b0c61f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.029839] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:f3:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7451a510-5e8d-4016-bff4-6ae7fbb65fbe', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.037630] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.038356] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.038356] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b116518-252d-4e55-abf0-71f3d04c4598 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.058204] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.058204] env[69677]: value = "task-3437010" [ 1071.058204] env[69677]: _type = "Task" [ 1071.058204] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.066306] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437010, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.073072] env[69677]: DEBUG nova.compute.utils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.077188] env[69677]: DEBUG nova.compute.manager [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.078257] env[69677]: DEBUG nova.network.neutron [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.108051] env[69677]: DEBUG oslo_concurrency.lockutils [None req-db69018c-f8b3-4c7c-8f3f-51fd5b47b9d7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "a86bb973-cf6e-44c8-bce5-dc3ff8611500" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.783s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.109754] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8032dfe4-a261-4359-9d61-d6deb9746ff9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "6c3672e1-0f0f-4493-9251-d6266b5b34f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.692s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.141333] env[69677]: DEBUG nova.policy [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1abd2c37a59449d0b305c88dba2359a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8313c6ff38b6423aacce0436258b3aab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.327911] env[69677]: DEBUG oslo_vmware.api [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437009, 'name': ReconfigVM_Task, 'duration_secs': 0.14568} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.334023] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686151', 'volume_id': 'e4cbe8dd-a871-4592-a50f-f885620a4b47', 'name': 'volume-e4cbe8dd-a871-4592-a50f-f885620a4b47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c0df6a0d-6139-421a-b4c9-74b5b1412550', 'attached_at': '', 'detached_at': '', 'volume_id': 'e4cbe8dd-a871-4592-a50f-f885620a4b47', 'serial': 'e4cbe8dd-a871-4592-a50f-f885620a4b47'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1071.339118] env[69677]: INFO nova.compute.manager [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] instance snapshotting [ 1071.345213] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43d9a25-cc35-4ddf-a5f9-fdab0016ef7a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.378926] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb03a525-1354-4fd8-bd7a-bd2cae42da7a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.397729] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45c1663-3458-4ce5-ab0f-e4ded80980b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.405567] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.405854] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.406158] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.406404] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.406622] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.406779] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.406984] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.407159] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.407529] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.407700] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.407874] env[69677]: DEBUG nova.virt.hardware [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.413518] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.414161] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b6ee4d-bd3f-4b61-b63a-1edb53b7948f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.433776] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e61f17-a94d-4c02-afda-2e8877006cef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.437076] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1071.437076] env[69677]: value = "task-3437011" [ 1071.437076] env[69677]: _type = "Task" [ 1071.437076] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.475664] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcefce68-5aae-40df-8471-a245f84e0268 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.484335] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.489239] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b8b9f4-cde0-49bd-b5e0-e15387584fa6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.504206] env[69677]: DEBUG nova.compute.provider_tree [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.550887] env[69677]: DEBUG nova.network.neutron [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Successfully created port: eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1071.568421] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437010, 'name': CreateVM_Task, 'duration_secs': 0.304346} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.568693] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.569403] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.569587] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.569973] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.570317] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71522d7a-2337-48cc-82ff-cf7a48cfdd08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.579043] env[69677]: DEBUG nova.compute.manager [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1071.583071] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1071.583071] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ab78d9-7299-922a-679d-9e9b0b715949" [ 1071.583071] env[69677]: _type = "Task" [ 1071.583071] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.592973] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.593238] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Processing image 403a7aca-e382-42c0-b85a-e2c406ac3764 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.593492] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764/403a7aca-e382-42c0-b85a-e2c406ac3764.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.593614] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764/403a7aca-e382-42c0-b85a-e2c406ac3764.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.593787] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.594139] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1243044-2efd-4b58-b371-3eb6ecff14d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.611174] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.611417] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.612258] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac1dc87-8fef-4596-88e5-50491b57b7b8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.617996] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1071.617996] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529cab42-a655-5a4e-3051-ebe5b2bf21b9" [ 1071.617996] env[69677]: _type = "Task" [ 1071.617996] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.629768] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529cab42-a655-5a4e-3051-ebe5b2bf21b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.637195] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.637344] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.754079] env[69677]: DEBUG nova.network.neutron [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updated VIF entry in instance network info cache for port 7451a510-5e8d-4016-bff4-6ae7fbb65fbe. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.754780] env[69677]: DEBUG nova.network.neutron [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updating instance_info_cache with network_info: [{"id": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "address": "fa:16:3e:c9:f3:38", "network": {"id": "819ab7eb-9a02-4f7a-90b0-59d39cc5e214", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1690259758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2e046f52924905ad44f149ddb1de4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7451a510-5e", "ovs_interfaceid": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.882161] env[69677]: DEBUG nova.objects.instance [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lazy-loading 'flavor' on Instance uuid c0df6a0d-6139-421a-b4c9-74b5b1412550 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.889611] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1071.889921] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9ee4400e-27c8-484e-bc65-af3b19919d4f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.898529] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1071.898529] env[69677]: value = "task-3437012" [ 1071.898529] env[69677]: _type = "Task" [ 1071.898529] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.909318] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437012, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.950234] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437011, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.008055] env[69677]: DEBUG nova.scheduler.client.report [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.100187] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.100441] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.129428] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Preparing fetch location {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1072.129665] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Fetch image to [datastore2] OSTACK_IMG_22d69efe-65bf-41e6-a610-c12b16ea583c/OSTACK_IMG_22d69efe-65bf-41e6-a610-c12b16ea583c.vmdk {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1072.129934] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Downloading stream optimized image 403a7aca-e382-42c0-b85a-e2c406ac3764 to [datastore2] OSTACK_IMG_22d69efe-65bf-41e6-a610-c12b16ea583c/OSTACK_IMG_22d69efe-65bf-41e6-a610-c12b16ea583c.vmdk on the data store datastore2 as vApp {{(pid=69677) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1072.130154] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Downloading image file data 403a7aca-e382-42c0-b85a-e2c406ac3764 to the ESX as VM named 'OSTACK_IMG_22d69efe-65bf-41e6-a610-c12b16ea583c' {{(pid=69677) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1072.142729] env[69677]: INFO nova.compute.manager [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Detaching volume abffa314-0983-4512-99a2-46dfa614b151 [ 1072.178825] env[69677]: INFO nova.virt.block_device [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Attempting to driver detach volume abffa314-0983-4512-99a2-46dfa614b151 from mountpoint /dev/sdb [ 1072.179098] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1072.179294] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686129', 'volume_id': 'abffa314-0983-4512-99a2-46dfa614b151', 'name': 'volume-abffa314-0983-4512-99a2-46dfa614b151', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d0c4a47-74d2-4d4d-958a-d9728b0e0547', 'attached_at': '', 'detached_at': '', 'volume_id': 'abffa314-0983-4512-99a2-46dfa614b151', 'serial': 'abffa314-0983-4512-99a2-46dfa614b151'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1072.180133] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d44754-a004-4d9e-9ff4-1dbc97b80094 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.205641] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb5c61b-eb13-4c2c-8e23-7689a08ab7e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.215020] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5b2af2-315e-4c7d-9779-79db7cec8e9b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.238739] env[69677]: DEBUG oslo_vmware.rw_handles [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1072.238739] env[69677]: value = "resgroup-9" [ 1072.238739] env[69677]: _type = "ResourcePool" [ 1072.238739] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1072.239468] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09139140-61d6-4d5a-a128-15ea9c547431 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.241937] env[69677]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-82eadab9-8a1c-4917-a4ce-dc91d98176a3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.257592] env[69677]: DEBUG oslo_concurrency.lockutils [req-e174cbd8-efc6-4ab1-b614-b287e93a2d61 req-3bd6e138-f596-43a4-b51c-d0106b11a2c9 service nova] Releasing lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.271568] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] The volume has not been displaced from its original location: [datastore1] volume-abffa314-0983-4512-99a2-46dfa614b151/volume-abffa314-0983-4512-99a2-46dfa614b151.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1072.277214] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1072.279158] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fb3d31-914c-4377-ab7e-cdbd41f18909 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.293430] env[69677]: DEBUG oslo_vmware.rw_handles [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lease: (returnval){ [ 1072.293430] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f31df9-b85d-0e88-ac5c-75097f55b167" [ 1072.293430] env[69677]: _type = "HttpNfcLease" [ 1072.293430] env[69677]: } obtained for vApp import into resource pool (val){ [ 1072.293430] env[69677]: value = "resgroup-9" [ 1072.293430] env[69677]: _type = "ResourcePool" [ 1072.293430] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1072.293731] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the lease: (returnval){ [ 1072.293731] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f31df9-b85d-0e88-ac5c-75097f55b167" [ 1072.293731] env[69677]: _type = "HttpNfcLease" [ 1072.293731] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1072.299020] env[69677]: DEBUG oslo_vmware.api [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1072.299020] env[69677]: value = "task-3437014" [ 1072.299020] env[69677]: _type = "Task" [ 1072.299020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.303854] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.303854] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f31df9-b85d-0e88-ac5c-75097f55b167" [ 1072.303854] env[69677]: _type = "HttpNfcLease" [ 1072.303854] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.308820] env[69677]: DEBUG oslo_vmware.api [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.408677] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437012, 'name': CreateSnapshot_Task, 'duration_secs': 0.484647} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.408939] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1072.409713] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ed7797-0a3a-448b-bcb0-5ee4f52151dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.447584] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437011, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.512996] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.515302] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.055s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.516813] env[69677]: INFO nova.compute.claims [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.537899] env[69677]: INFO nova.scheduler.client.report [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Deleted allocations for instance 83b88171-8361-4087-a7c6-481ec5b569d0 [ 1072.594300] env[69677]: DEBUG nova.compute.manager [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1072.604925] env[69677]: DEBUG nova.compute.manager [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.615818] env[69677]: DEBUG nova.virt.hardware [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1072.616195] env[69677]: DEBUG nova.virt.hardware [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1072.616390] env[69677]: DEBUG nova.virt.hardware [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.616576] env[69677]: DEBUG nova.virt.hardware [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1072.616721] env[69677]: DEBUG nova.virt.hardware [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.616864] env[69677]: DEBUG nova.virt.hardware [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1072.617082] env[69677]: DEBUG nova.virt.hardware [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1072.617357] env[69677]: DEBUG nova.virt.hardware [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1072.617539] env[69677]: DEBUG nova.virt.hardware [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1072.617704] env[69677]: DEBUG nova.virt.hardware [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1072.617875] env[69677]: DEBUG nova.virt.hardware [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1072.619078] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6c4da0-f849-421e-9d20-8d2237697faa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.627129] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2db34ce-96b6-4e5f-8f71-d6e87666caac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.807756] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.807756] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f31df9-b85d-0e88-ac5c-75097f55b167" [ 1072.807756] env[69677]: _type = "HttpNfcLease" [ 1072.807756] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.810393] env[69677]: DEBUG oslo_vmware.api [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437014, 'name': ReconfigVM_Task, 'duration_secs': 0.4972} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.810682] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.817332] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e1b69e-68f7-4f7c-9919-c14fec027ad9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.834774] env[69677]: DEBUG oslo_vmware.api [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1072.834774] env[69677]: value = "task-3437015" [ 1072.834774] env[69677]: _type = "Task" [ 1072.834774] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.847263] env[69677]: DEBUG oslo_vmware.api [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.890216] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d062ea0e-b2e7-4ad5-a1d2-4660996a786c tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.248s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.927610] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1072.927610] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e9ca6c9-44d7-4baa-ab06-2a38e5d60e9d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.937264] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1072.937264] env[69677]: value = "task-3437016" [ 1072.937264] env[69677]: _type = "Task" [ 1072.937264] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.948465] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437016, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.951389] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437011, 'name': ReconfigVM_Task, 'duration_secs': 1.187092} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.951635] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.952594] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194de402-1cd7-42c4-901f-f60836b32c80 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.975646] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] fdddfbc8-3176-4c4e-b831-f0959ccb9bae/fdddfbc8-3176-4c4e-b831-f0959ccb9bae.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.975968] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10e59be7-3700-409a-854c-645901f0392c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.997072] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1072.997072] env[69677]: value = "task-3437017" [ 1072.997072] env[69677]: _type = "Task" [ 1072.997072] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.005762] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.045526] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cbba64ba-9967-46c8-85ab-528fe4e819f3 tempest-ImagesTestJSON-1122869457 tempest-ImagesTestJSON-1122869457-project-member] Lock "83b88171-8361-4087-a7c6-481ec5b569d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.515s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.131991] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.195043] env[69677]: DEBUG nova.compute.manager [req-8029ff92-e88c-4827-94d7-afcae770c49e req-958da3bb-083b-4b5c-a292-f2fe24cf122e service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Received event network-vif-plugged-eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.195307] env[69677]: DEBUG oslo_concurrency.lockutils [req-8029ff92-e88c-4827-94d7-afcae770c49e req-958da3bb-083b-4b5c-a292-f2fe24cf122e service nova] Acquiring lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.195580] env[69677]: DEBUG oslo_concurrency.lockutils [req-8029ff92-e88c-4827-94d7-afcae770c49e req-958da3bb-083b-4b5c-a292-f2fe24cf122e service nova] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.195784] env[69677]: DEBUG oslo_concurrency.lockutils [req-8029ff92-e88c-4827-94d7-afcae770c49e req-958da3bb-083b-4b5c-a292-f2fe24cf122e service nova] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.195998] env[69677]: DEBUG nova.compute.manager [req-8029ff92-e88c-4827-94d7-afcae770c49e req-958da3bb-083b-4b5c-a292-f2fe24cf122e service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] No waiting events found dispatching network-vif-plugged-eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.196602] env[69677]: WARNING nova.compute.manager [req-8029ff92-e88c-4827-94d7-afcae770c49e req-958da3bb-083b-4b5c-a292-f2fe24cf122e service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Received unexpected event network-vif-plugged-eea9473e-0a7c-4a39-8477-9dd9a75fa895 for instance with vm_state building and task_state spawning. [ 1073.289280] env[69677]: DEBUG nova.network.neutron [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Successfully updated port: eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.304368] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1073.304368] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f31df9-b85d-0e88-ac5c-75097f55b167" [ 1073.304368] env[69677]: _type = "HttpNfcLease" [ 1073.304368] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1073.304682] env[69677]: DEBUG oslo_vmware.rw_handles [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1073.304682] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f31df9-b85d-0e88-ac5c-75097f55b167" [ 1073.304682] env[69677]: _type = "HttpNfcLease" [ 1073.304682] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1073.305515] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca4e2e1-eb49-4332-82b2-ffbca4f8acee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.315550] env[69677]: DEBUG oslo_vmware.rw_handles [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf83f0-f4f9-7d97-e77f-d7bd4ff8c49a/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1073.315550] env[69677]: DEBUG oslo_vmware.rw_handles [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf83f0-f4f9-7d97-e77f-d7bd4ff8c49a/disk-0.vmdk. {{(pid=69677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1073.391889] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "8e89990c-0a32-472e-8963-6e512d0c91a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.392196] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.397691] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af0a1bb0-ec0d-48bc-b94b-15feb9d72175 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.404978] env[69677]: DEBUG oslo_vmware.api [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437015, 'name': ReconfigVM_Task, 'duration_secs': 0.178887} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.405797] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686129', 'volume_id': 'abffa314-0983-4512-99a2-46dfa614b151', 'name': 'volume-abffa314-0983-4512-99a2-46dfa614b151', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5d0c4a47-74d2-4d4d-958a-d9728b0e0547', 'attached_at': '', 'detached_at': '', 'volume_id': 'abffa314-0983-4512-99a2-46dfa614b151', 'serial': 'abffa314-0983-4512-99a2-46dfa614b151'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1073.449480] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437016, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.508090] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437017, 'name': ReconfigVM_Task, 'duration_secs': 0.414797} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.508412] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Reconfigured VM instance instance-00000054 to attach disk [datastore2] fdddfbc8-3176-4c4e-b831-f0959ccb9bae/fdddfbc8-3176-4c4e-b831-f0959ccb9bae.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.508736] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance 'fdddfbc8-3176-4c4e-b831-f0959ccb9bae' progress to 50 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.791974] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.792494] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.792649] env[69677]: DEBUG nova.network.neutron [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.817053] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e278b2-9fb7-4278-837b-0e4412f11fdf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.826817] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eced50-9855-4874-8651-a5f664693f99 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.870783] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e710a324-f16c-4bf7-ac0b-9a759f8ff2ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.880803] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6ee3da-cbca-49e2-834b-9c65d59f6655 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.897233] env[69677]: DEBUG nova.compute.manager [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.900750] env[69677]: DEBUG nova.compute.provider_tree [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.952314] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437016, 'name': CloneVM_Task} progress is 95%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.956668] env[69677]: DEBUG oslo_concurrency.lockutils [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.956668] env[69677]: DEBUG oslo_concurrency.lockutils [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.956668] env[69677]: DEBUG oslo_concurrency.lockutils [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "c0df6a0d-6139-421a-b4c9-74b5b1412550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.956668] env[69677]: DEBUG oslo_concurrency.lockutils [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.956814] env[69677]: DEBUG oslo_concurrency.lockutils [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.959160] env[69677]: INFO nova.compute.manager [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Terminating instance [ 1073.974626] env[69677]: DEBUG nova.objects.instance [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'flavor' on Instance uuid 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.017285] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01420b77-b034-433b-a881-da16ed4e15bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.044889] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba2d354-f0c0-4dd3-aa85-5fe56421cf2b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.063783] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance 'fdddfbc8-3176-4c4e-b831-f0959ccb9bae' progress to 67 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.335423] env[69677]: DEBUG nova.network.neutron [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.409544] env[69677]: DEBUG nova.scheduler.client.report [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.435118] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.452419] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437016, 'name': CloneVM_Task, 'duration_secs': 1.312009} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.452732] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Created linked-clone VM from snapshot [ 1074.453765] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a838bc-1b41-4fc6-ab55-ec897b03527b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.465021] env[69677]: DEBUG nova.compute.manager [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.465258] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.465573] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Uploading image a4b65aab-6c00-4671-9d9a-3fbd1074978a {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1074.470040] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a28cf03-5bc8-4e27-87b5-31b5ad0c0e9b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.481414] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.488025] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89e0bfcf-9927-422d-a995-b10bce54b92b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.495468] env[69677]: DEBUG oslo_vmware.api [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1074.495468] env[69677]: value = "task-3437018" [ 1074.495468] env[69677]: _type = "Task" [ 1074.495468] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.503472] env[69677]: DEBUG oslo_vmware.rw_handles [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1074.503472] env[69677]: value = "vm-686155" [ 1074.503472] env[69677]: _type = "VirtualMachine" [ 1074.503472] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1074.504133] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-16b81223-3ca1-4a8e-99d7-a8c53c92344e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.510520] env[69677]: DEBUG oslo_vmware.api [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.517093] env[69677]: DEBUG oslo_vmware.rw_handles [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lease: (returnval){ [ 1074.517093] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ca70a4-2cf0-492a-a533-144285ab6ec7" [ 1074.517093] env[69677]: _type = "HttpNfcLease" [ 1074.517093] env[69677]: } obtained for exporting VM: (result){ [ 1074.517093] env[69677]: value = "vm-686155" [ 1074.517093] env[69677]: _type = "VirtualMachine" [ 1074.517093] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1074.517525] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the lease: (returnval){ [ 1074.517525] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ca70a4-2cf0-492a-a533-144285ab6ec7" [ 1074.517525] env[69677]: _type = "HttpNfcLease" [ 1074.517525] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1074.530081] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1074.530081] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ca70a4-2cf0-492a-a533-144285ab6ec7" [ 1074.530081] env[69677]: _type = "HttpNfcLease" [ 1074.530081] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1074.564261] env[69677]: DEBUG oslo_vmware.rw_handles [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Completed reading data from the image iterator. {{(pid=69677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1074.564591] env[69677]: DEBUG oslo_vmware.rw_handles [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf83f0-f4f9-7d97-e77f-d7bd4ff8c49a/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1074.565658] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadfd701-fcec-4f98-9490-77d2c51a155f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.578026] env[69677]: DEBUG oslo_vmware.rw_handles [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf83f0-f4f9-7d97-e77f-d7bd4ff8c49a/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1074.578204] env[69677]: DEBUG oslo_vmware.rw_handles [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf83f0-f4f9-7d97-e77f-d7bd4ff8c49a/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1074.578482] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7d51f57c-0f29-45dc-82e7-172118c2c24f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.594667] env[69677]: DEBUG nova.network.neutron [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updating instance_info_cache with network_info: [{"id": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "address": "fa:16:3e:c3:64:7b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea9473e-0a", "ovs_interfaceid": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.627188] env[69677]: DEBUG nova.network.neutron [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Port c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1074.797862] env[69677]: DEBUG oslo_vmware.rw_handles [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cf83f0-f4f9-7d97-e77f-d7bd4ff8c49a/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1074.797862] env[69677]: INFO nova.virt.vmwareapi.images [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Downloaded image file data 403a7aca-e382-42c0-b85a-e2c406ac3764 [ 1074.797862] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6a27b7-a577-470f-a2bd-84aabad512e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.815557] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89f50da1-ecbf-47d0-9365-e44cfa652b5f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.849193] env[69677]: INFO nova.virt.vmwareapi.images [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] The imported VM was unregistered [ 1074.852542] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Caching image {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1074.853252] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Creating directory with path [datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764 {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.853252] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5ee6e93-c297-4443-b25a-6a7e2d6cb249 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.867391] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Created directory with path [datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764 {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.867391] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_22d69efe-65bf-41e6-a610-c12b16ea583c/OSTACK_IMG_22d69efe-65bf-41e6-a610-c12b16ea583c.vmdk to [datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764/403a7aca-e382-42c0-b85a-e2c406ac3764.vmdk. {{(pid=69677) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1074.867391] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ca24ad6e-2247-4d98-9494-ea7031a2a792 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.875914] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1074.875914] env[69677]: value = "task-3437021" [ 1074.875914] env[69677]: _type = "Task" [ 1074.875914] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.888243] env[69677]: DEBUG oslo_concurrency.lockutils [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.888243] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437021, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.916810] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.917419] env[69677]: DEBUG nova.compute.manager [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.920283] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.788s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.923339] env[69677]: DEBUG nova.objects.instance [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lazy-loading 'resources' on Instance uuid 92464135-7fa4-4345-9abb-27410703114d {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.989176] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bb32baf7-0acf-4ae1-bdb7-1f0601871d37 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.352s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.990331] env[69677]: DEBUG oslo_concurrency.lockutils [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.105s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.990551] env[69677]: DEBUG nova.compute.manager [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.992196] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecad3c2-05af-4c15-909c-3d979a3800c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.000921] env[69677]: DEBUG nova.compute.manager [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1075.001536] env[69677]: DEBUG nova.objects.instance [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'flavor' on Instance uuid 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.008541] env[69677]: DEBUG oslo_vmware.api [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437018, 'name': PowerOffVM_Task, 'duration_secs': 0.212828} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.009337] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.009530] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.009786] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-901683cd-7b31-4eda-a7e1-6c2699468c61 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.025860] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.025860] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ca70a4-2cf0-492a-a533-144285ab6ec7" [ 1075.025860] env[69677]: _type = "HttpNfcLease" [ 1075.025860] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1075.026089] env[69677]: DEBUG oslo_vmware.rw_handles [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1075.026089] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ca70a4-2cf0-492a-a533-144285ab6ec7" [ 1075.026089] env[69677]: _type = "HttpNfcLease" [ 1075.026089] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1075.026735] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61034677-26d3-4cbb-a12b-f48e75a91186 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.034561] env[69677]: DEBUG oslo_vmware.rw_handles [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d14941-21f6-c0fe-1d61-2825d78f04e6/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1075.034846] env[69677]: DEBUG oslo_vmware.rw_handles [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d14941-21f6-c0fe-1d61-2825d78f04e6/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1075.103193] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.103526] env[69677]: DEBUG nova.compute.manager [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Instance network_info: |[{"id": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "address": "fa:16:3e:c3:64:7b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea9473e-0a", "ovs_interfaceid": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.107132] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:64:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eea9473e-0a7c-4a39-8477-9dd9a75fa895', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.114497] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating folder: Project (8313c6ff38b6423aacce0436258b3aab). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.114842] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.115135] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.115372] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleting the datastore file [datastore1] c0df6a0d-6139-421a-b4c9-74b5b1412550 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.117115] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2be11469-cbfb-4701-87d7-2d5957057836 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.119859] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0767926b-64c3-4c9e-a589-f993d6274dc8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.134686] env[69677]: DEBUG oslo_vmware.api [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1075.134686] env[69677]: value = "task-3437024" [ 1075.134686] env[69677]: _type = "Task" [ 1075.134686] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.141390] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Created folder: Project (8313c6ff38b6423aacce0436258b3aab) in parent group-v685897. [ 1075.141826] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating folder: Instances. Parent ref: group-v686156. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.142698] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac521ff6-8cc2-49c5-b4b8-aaeb3f2b75ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.148690] env[69677]: DEBUG oslo_vmware.api [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.161190] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-39e516da-5e3e-4ba9-9718-c77aa29d999a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.163362] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Created folder: Instances in parent group-v686156. [ 1075.163844] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.164117] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.166600] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-151673ed-28cc-443b-bb7d-9fa4c9f1c169 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.193384] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.193384] env[69677]: value = "task-3437026" [ 1075.193384] env[69677]: _type = "Task" [ 1075.193384] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.210159] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437026, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.281095] env[69677]: DEBUG nova.compute.manager [req-035c56a6-b31f-4517-83b9-a1423a31ea21 req-9f8cf9f9-bb7e-4969-b430-2e694f3d069a service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Received event network-changed-eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.281342] env[69677]: DEBUG nova.compute.manager [req-035c56a6-b31f-4517-83b9-a1423a31ea21 req-9f8cf9f9-bb7e-4969-b430-2e694f3d069a service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Refreshing instance network info cache due to event network-changed-eea9473e-0a7c-4a39-8477-9dd9a75fa895. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.281604] env[69677]: DEBUG oslo_concurrency.lockutils [req-035c56a6-b31f-4517-83b9-a1423a31ea21 req-9f8cf9f9-bb7e-4969-b430-2e694f3d069a service nova] Acquiring lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.281858] env[69677]: DEBUG oslo_concurrency.lockutils [req-035c56a6-b31f-4517-83b9-a1423a31ea21 req-9f8cf9f9-bb7e-4969-b430-2e694f3d069a service nova] Acquired lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.282046] env[69677]: DEBUG nova.network.neutron [req-035c56a6-b31f-4517-83b9-a1423a31ea21 req-9f8cf9f9-bb7e-4969-b430-2e694f3d069a service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Refreshing network info cache for port eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.387739] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437021, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.426561] env[69677]: DEBUG nova.compute.utils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.431959] env[69677]: DEBUG nova.compute.manager [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.431959] env[69677]: DEBUG nova.network.neutron [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.482477] env[69677]: DEBUG nova.policy [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33154e5450f0417bb4640112d93b1b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f21758f46ae3457ab5e4e90f9ac3240d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.664782] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.665315] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.665763] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.676179] env[69677]: DEBUG oslo_vmware.api [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277063} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.676942] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.677385] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.677894] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.678320] env[69677]: INFO nova.compute.manager [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1075.679315] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.679315] env[69677]: DEBUG nova.compute.manager [-] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.679315] env[69677]: DEBUG nova.network.neutron [-] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.706073] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437026, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.773383] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36333b5-4966-489a-aade-aedce5481340 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.785132] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b66c3a-7988-41db-8a97-f0d3256a1305 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.836026] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03453379-6c39-48e4-82e6-3451442a7140 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.852288] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d8ec57-acdc-48b9-84f6-8cf466caeade {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.870069] env[69677]: DEBUG nova.compute.provider_tree [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.893068] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437021, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.931679] env[69677]: DEBUG nova.compute.manager [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.002433] env[69677]: DEBUG nova.network.neutron [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Successfully created port: 7bf0db0c-367e-4405-b01f-12be60a6d380 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.015063] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.015648] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aeaa90f-3c41-4453-93d8-cbcf5114dc93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.025302] env[69677]: DEBUG oslo_vmware.api [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1076.025302] env[69677]: value = "task-3437027" [ 1076.025302] env[69677]: _type = "Task" [ 1076.025302] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.036612] env[69677]: DEBUG oslo_vmware.api [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.210719] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437026, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.373909] env[69677]: DEBUG nova.scheduler.client.report [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.394873] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437021, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.396253] env[69677]: DEBUG nova.network.neutron [req-035c56a6-b31f-4517-83b9-a1423a31ea21 req-9f8cf9f9-bb7e-4969-b430-2e694f3d069a service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updated VIF entry in instance network info cache for port eea9473e-0a7c-4a39-8477-9dd9a75fa895. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.397392] env[69677]: DEBUG nova.network.neutron [req-035c56a6-b31f-4517-83b9-a1423a31ea21 req-9f8cf9f9-bb7e-4969-b430-2e694f3d069a service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updating instance_info_cache with network_info: [{"id": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "address": "fa:16:3e:c3:64:7b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea9473e-0a", "ovs_interfaceid": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.541706] env[69677]: DEBUG oslo_vmware.api [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437027, 'name': PowerOffVM_Task, 'duration_secs': 0.299321} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.542119] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.542403] env[69677]: DEBUG nova.compute.manager [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.544025] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578f3042-ccc0-4cba-9eab-9e2119f9ac01 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.707804] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437026, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.750969] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.751464] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.751464] env[69677]: DEBUG nova.network.neutron [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.885860] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.894722] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.456s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.896942] env[69677]: INFO nova.compute.claims [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.901689] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437021, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.905446] env[69677]: DEBUG oslo_concurrency.lockutils [req-035c56a6-b31f-4517-83b9-a1423a31ea21 req-9f8cf9f9-bb7e-4969-b430-2e694f3d069a service nova] Releasing lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.936795] env[69677]: INFO nova.scheduler.client.report [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Deleted allocations for instance 92464135-7fa4-4345-9abb-27410703114d [ 1076.949966] env[69677]: DEBUG nova.network.neutron [-] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.952689] env[69677]: DEBUG nova.compute.manager [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.002418] env[69677]: DEBUG nova.virt.hardware [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.002640] env[69677]: DEBUG nova.virt.hardware [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.002914] env[69677]: DEBUG nova.virt.hardware [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.003979] env[69677]: DEBUG nova.virt.hardware [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.003979] env[69677]: DEBUG nova.virt.hardware [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.003979] env[69677]: DEBUG nova.virt.hardware [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.004193] env[69677]: DEBUG nova.virt.hardware [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.008018] env[69677]: DEBUG nova.virt.hardware [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.008018] env[69677]: DEBUG nova.virt.hardware [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.008018] env[69677]: DEBUG nova.virt.hardware [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.008165] env[69677]: DEBUG nova.virt.hardware [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.009729] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea2f278-c672-4217-8255-a165b0499e5e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.024033] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55bdc9f-eb39-4ae9-83bd-89d93b88b7ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.066022] env[69677]: DEBUG oslo_concurrency.lockutils [None req-382b2d74-6165-419c-9744-fb3a57ea8423 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.217456] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437026, 'name': CreateVM_Task, 'duration_secs': 1.811711} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.219488] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.219488] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.219488] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.219682] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.221872] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaaa15b7-da58-4c83-9514-ce3f2409825e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.226958] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1077.226958] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52041f6d-7a31-adfc-b45e-817d13a8b59f" [ 1077.226958] env[69677]: _type = "Task" [ 1077.226958] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.237775] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52041f6d-7a31-adfc-b45e-817d13a8b59f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.319783] env[69677]: DEBUG nova.compute.manager [req-08403a53-4c90-4ff8-8f36-23067ae2e66d req-ec529e4c-6ed4-4c5a-80c4-2c1e1a3f477c service nova] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Received event network-vif-deleted-7cfbc089-10c7-4af3-93d8-85eb67b9e135 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.392382] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437021, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.450359] env[69677]: INFO nova.compute.manager [-] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Took 1.77 seconds to deallocate network for instance. [ 1077.451547] env[69677]: DEBUG oslo_concurrency.lockutils [None req-35743458-b4ae-4438-ac77-1d8f9b241e9f tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "92464135-7fa4-4345-9abb-27410703114d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.718s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.519230] env[69677]: DEBUG nova.objects.instance [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'flavor' on Instance uuid 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.740654] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52041f6d-7a31-adfc-b45e-817d13a8b59f, 'name': SearchDatastore_Task, 'duration_secs': 0.095187} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.741130] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.741426] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.741725] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.742569] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.742569] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.742569] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3928e3ac-b2fc-4235-9344-ff7943614559 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.759195] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.759195] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.759195] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5302ea-37be-47f1-a863-37949602846a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.768252] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1077.768252] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d881ad-764a-6a27-ba7a-71d8d82eb55a" [ 1077.768252] env[69677]: _type = "Task" [ 1077.768252] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.779911] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d881ad-764a-6a27-ba7a-71d8d82eb55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.891786] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437021, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.784499} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.892182] env[69677]: INFO nova.virt.vmwareapi.ds_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_22d69efe-65bf-41e6-a610-c12b16ea583c/OSTACK_IMG_22d69efe-65bf-41e6-a610-c12b16ea583c.vmdk to [datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764/403a7aca-e382-42c0-b85a-e2c406ac3764.vmdk. [ 1077.892394] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Cleaning up location [datastore2] OSTACK_IMG_22d69efe-65bf-41e6-a610-c12b16ea583c {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1077.892483] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_22d69efe-65bf-41e6-a610-c12b16ea583c {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.892803] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfe4001b-5a5d-4bbe-a39c-e74a4d167300 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.904887] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1077.904887] env[69677]: value = "task-3437028" [ 1077.904887] env[69677]: _type = "Task" [ 1077.904887] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.917951] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.965586] env[69677]: DEBUG oslo_concurrency.lockutils [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.969562] env[69677]: DEBUG nova.network.neutron [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance_info_cache with network_info: [{"id": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "address": "fa:16:3e:12:5a:7c", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ed5f7e-6b", "ovs_interfaceid": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.020029] env[69677]: DEBUG nova.compute.manager [req-99a534cd-3c61-438c-902d-a9bb23f5d0f2 req-66959d28-ea1b-4321-ae54-bfe54bdecdcd service nova] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Received event network-vif-plugged-7bf0db0c-367e-4405-b01f-12be60a6d380 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.020344] env[69677]: DEBUG oslo_concurrency.lockutils [req-99a534cd-3c61-438c-902d-a9bb23f5d0f2 req-66959d28-ea1b-4321-ae54-bfe54bdecdcd service nova] Acquiring lock "149cf2b7-7a80-4643-89a2-d064224b2f5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.020618] env[69677]: DEBUG oslo_concurrency.lockutils [req-99a534cd-3c61-438c-902d-a9bb23f5d0f2 req-66959d28-ea1b-4321-ae54-bfe54bdecdcd service nova] Lock "149cf2b7-7a80-4643-89a2-d064224b2f5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.020811] env[69677]: DEBUG oslo_concurrency.lockutils [req-99a534cd-3c61-438c-902d-a9bb23f5d0f2 req-66959d28-ea1b-4321-ae54-bfe54bdecdcd service nova] Lock "149cf2b7-7a80-4643-89a2-d064224b2f5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.021111] env[69677]: DEBUG nova.compute.manager [req-99a534cd-3c61-438c-902d-a9bb23f5d0f2 req-66959d28-ea1b-4321-ae54-bfe54bdecdcd service nova] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] No waiting events found dispatching network-vif-plugged-7bf0db0c-367e-4405-b01f-12be60a6d380 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.021319] env[69677]: WARNING nova.compute.manager [req-99a534cd-3c61-438c-902d-a9bb23f5d0f2 req-66959d28-ea1b-4321-ae54-bfe54bdecdcd service nova] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Received unexpected event network-vif-plugged-7bf0db0c-367e-4405-b01f-12be60a6d380 for instance with vm_state building and task_state spawning. [ 1078.025067] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.025269] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquired lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.025469] env[69677]: DEBUG nova.network.neutron [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.025761] env[69677]: DEBUG nova.objects.instance [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'info_cache' on Instance uuid 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.044886] env[69677]: DEBUG nova.network.neutron [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Successfully updated port: 7bf0db0c-367e-4405-b01f-12be60a6d380 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.182528] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "6688d464-3e5c-4624-ba73-0b5bf35bba23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.182717] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "6688d464-3e5c-4624-ba73-0b5bf35bba23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.182919] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "6688d464-3e5c-4624-ba73-0b5bf35bba23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.183112] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "6688d464-3e5c-4624-ba73-0b5bf35bba23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.183282] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "6688d464-3e5c-4624-ba73-0b5bf35bba23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.185325] env[69677]: INFO nova.compute.manager [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Terminating instance [ 1078.200624] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b3416b-c784-4a93-be9f-907b06af5fc7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.209869] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6010201c-9942-47c9-9554-21ac0b8550b1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.244501] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729f9388-0a89-4c86-a773-1c59baf53d00 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.254534] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecd8465-71c8-4225-b55a-440c8388f438 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.270038] env[69677]: DEBUG nova.compute.provider_tree [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.281194] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d881ad-764a-6a27-ba7a-71d8d82eb55a, 'name': SearchDatastore_Task, 'duration_secs': 0.018032} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.282425] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e75b07-9218-4445-b0d8-a571700213c5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.289402] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1078.289402] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52625cee-e49e-5b0b-82d5-02f1e4454249" [ 1078.289402] env[69677]: _type = "Task" [ 1078.289402] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.299021] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52625cee-e49e-5b0b-82d5-02f1e4454249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.415928] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040065} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.416435] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.416435] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764/403a7aca-e382-42c0-b85a-e2c406ac3764.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.416617] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764/403a7aca-e382-42c0-b85a-e2c406ac3764.vmdk to [datastore2] 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9/1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.416885] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6ae6a14-ba49-4358-b7f9-eec76f511275 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.425786] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1078.425786] env[69677]: value = "task-3437029" [ 1078.425786] env[69677]: _type = "Task" [ 1078.425786] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.435424] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.477800] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.533094] env[69677]: DEBUG nova.objects.base [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Object Instance<5d0c4a47-74d2-4d4d-958a-d9728b0e0547> lazy-loaded attributes: flavor,info_cache {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1078.549400] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "refresh_cache-149cf2b7-7a80-4643-89a2-d064224b2f5b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.549618] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "refresh_cache-149cf2b7-7a80-4643-89a2-d064224b2f5b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.549710] env[69677]: DEBUG nova.network.neutron [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.694452] env[69677]: DEBUG nova.compute.manager [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.694452] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.694452] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676286e4-5fe3-40d0-9b36-da18903d4566 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.703562] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.704573] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c3414df-20b3-4885-ac58-8bc7ed5d6840 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.714657] env[69677]: DEBUG oslo_vmware.api [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 1078.714657] env[69677]: value = "task-3437030" [ 1078.714657] env[69677]: _type = "Task" [ 1078.714657] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.735582] env[69677]: DEBUG oslo_vmware.api [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3437030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.775950] env[69677]: DEBUG nova.scheduler.client.report [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.806812] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52625cee-e49e-5b0b-82d5-02f1e4454249, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.807168] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.807492] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] b36b030a-fe0c-4f38-aa5a-5247d0c1c314/b36b030a-fe0c-4f38-aa5a-5247d0c1c314.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.807792] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88a5c1de-589a-49bf-a7c7-496e92375a8c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.818947] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1078.818947] env[69677]: value = "task-3437031" [ 1078.818947] env[69677]: _type = "Task" [ 1078.818947] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.835363] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.940176] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437029, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.023268] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98a3449-9873-4cb9-a0d4-dfb75d0259c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.059555] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98724c6a-f3a6-436b-b1c2-4f2bbe6b9325 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.073733] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance 'fdddfbc8-3176-4c4e-b831-f0959ccb9bae' progress to 83 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.140307] env[69677]: DEBUG nova.network.neutron [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.225384] env[69677]: DEBUG oslo_vmware.api [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3437030, 'name': PowerOffVM_Task, 'duration_secs': 0.4489} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.228427] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.228651] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.228947] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3999e55-a40e-4176-8d27-32af7b2be12f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.287303] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.287303] env[69677]: DEBUG nova.compute.manager [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.287996] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.047s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.288450] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.291985] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.159s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.295120] env[69677]: INFO nova.compute.claims [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.332218] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.337467] env[69677]: INFO nova.scheduler.client.report [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleted allocations for instance fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7 [ 1079.445228] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437029, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.464819] env[69677]: DEBUG nova.network.neutron [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Updating instance_info_cache with network_info: [{"id": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "address": "fa:16:3e:85:39:2f", "network": {"id": "bc72ef42-78f7-42a6-b23f-764db6978814", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1279108948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e55ff0d4564aed97490023d3a1e8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap440d66a1-4b", "ovs_interfaceid": "440d66a1-4b5b-4d57-9bcf-c7a10b2997bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.504725] env[69677]: DEBUG nova.network.neutron [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Updating instance_info_cache with network_info: [{"id": "7bf0db0c-367e-4405-b01f-12be60a6d380", "address": "fa:16:3e:e6:b4:57", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf0db0c-36", "ovs_interfaceid": "7bf0db0c-367e-4405-b01f-12be60a6d380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.513339] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.513460] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.513749] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Deleting the datastore file [datastore2] 6688d464-3e5c-4624-ba73-0b5bf35bba23 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.514454] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48eb6af1-1f98-4133-a758-e152d8945e54 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.524536] env[69677]: DEBUG oslo_vmware.api [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for the task: (returnval){ [ 1079.524536] env[69677]: value = "task-3437033" [ 1079.524536] env[69677]: _type = "Task" [ 1079.524536] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.534730] env[69677]: DEBUG oslo_vmware.api [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3437033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.582594] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.582745] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af9f21b7-63e7-432a-95dc-5ffae6d46629 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.593383] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1079.593383] env[69677]: value = "task-3437034" [ 1079.593383] env[69677]: _type = "Task" [ 1079.593383] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.605805] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.790542] env[69677]: DEBUG nova.compute.utils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.792640] env[69677]: DEBUG nova.compute.manager [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.792640] env[69677]: DEBUG nova.network.neutron [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.836829] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.851429] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c77a741-df4c-4ed0-9da3-774e91519a8b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.388s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.854857] env[69677]: DEBUG nova.policy [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8155c5f9e3e47529c2c701a428ae902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdd82d95daaa4359b03fa10a8f7cc24e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.943725] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437029, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.968510] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Releasing lock "refresh_cache-5d0c4a47-74d2-4d4d-958a-d9728b0e0547" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.007402] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "refresh_cache-149cf2b7-7a80-4643-89a2-d064224b2f5b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.007911] env[69677]: DEBUG nova.compute.manager [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Instance network_info: |[{"id": "7bf0db0c-367e-4405-b01f-12be60a6d380", "address": "fa:16:3e:e6:b4:57", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf0db0c-36", "ovs_interfaceid": "7bf0db0c-367e-4405-b01f-12be60a6d380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.008300] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:b4:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bf0db0c-367e-4405-b01f-12be60a6d380', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.021835] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.024274] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.024274] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1df28990-b46f-4692-8a62-d357fb735d33 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.060783] env[69677]: DEBUG nova.compute.manager [req-b4de65cf-c74c-4b2a-8384-7f7e233b2fef req-ec36ded2-4917-4f17-a39e-42bd02d0b3c4 service nova] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Received event network-changed-7bf0db0c-367e-4405-b01f-12be60a6d380 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.060783] env[69677]: DEBUG nova.compute.manager [req-b4de65cf-c74c-4b2a-8384-7f7e233b2fef req-ec36ded2-4917-4f17-a39e-42bd02d0b3c4 service nova] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Refreshing instance network info cache due to event network-changed-7bf0db0c-367e-4405-b01f-12be60a6d380. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.060783] env[69677]: DEBUG oslo_concurrency.lockutils [req-b4de65cf-c74c-4b2a-8384-7f7e233b2fef req-ec36ded2-4917-4f17-a39e-42bd02d0b3c4 service nova] Acquiring lock "refresh_cache-149cf2b7-7a80-4643-89a2-d064224b2f5b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.061032] env[69677]: DEBUG oslo_concurrency.lockutils [req-b4de65cf-c74c-4b2a-8384-7f7e233b2fef req-ec36ded2-4917-4f17-a39e-42bd02d0b3c4 service nova] Acquired lock "refresh_cache-149cf2b7-7a80-4643-89a2-d064224b2f5b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.061032] env[69677]: DEBUG nova.network.neutron [req-b4de65cf-c74c-4b2a-8384-7f7e233b2fef req-ec36ded2-4917-4f17-a39e-42bd02d0b3c4 service nova] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Refreshing network info cache for port 7bf0db0c-367e-4405-b01f-12be60a6d380 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.069777] env[69677]: DEBUG oslo_vmware.api [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3437033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.069777] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.069777] env[69677]: value = "task-3437035" [ 1080.069777] env[69677]: _type = "Task" [ 1080.069777] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.085257] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437035, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.106470] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.296754] env[69677]: DEBUG nova.compute.manager [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.335630] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.370514] env[69677]: DEBUG nova.network.neutron [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Successfully created port: bd358300-e136-41e0-8289-ed952b39d1e3 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.444035] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437029, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.571117] env[69677]: DEBUG oslo_vmware.api [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3437033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.584501] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437035, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.608674] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.623697] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5715c820-70ba-4891-aaf4-aa40c46d553a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.638013] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25fad6c-5c99-493b-955c-8ff1c2e2a7ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.676624] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e5dc74-f3a0-47aa-beed-8c735946f201 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.686261] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd248edb-41ff-426d-91c2-341e1e3e6314 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.702716] env[69677]: DEBUG nova.compute.provider_tree [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.839817] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437031, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.849860] env[69677]: DEBUG nova.network.neutron [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Successfully created port: d8a8f66b-3afb-49cb-a724-04f2d44957c8 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.945097] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437029, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.979211] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.979211] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-718742b1-ce4c-4800-8263-555d270fa68e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.989950] env[69677]: DEBUG oslo_vmware.api [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1080.989950] env[69677]: value = "task-3437036" [ 1080.989950] env[69677]: _type = "Task" [ 1080.989950] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.002356] env[69677]: DEBUG oslo_vmware.api [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.016583] env[69677]: DEBUG nova.network.neutron [req-b4de65cf-c74c-4b2a-8384-7f7e233b2fef req-ec36ded2-4917-4f17-a39e-42bd02d0b3c4 service nova] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Updated VIF entry in instance network info cache for port 7bf0db0c-367e-4405-b01f-12be60a6d380. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.016977] env[69677]: DEBUG nova.network.neutron [req-b4de65cf-c74c-4b2a-8384-7f7e233b2fef req-ec36ded2-4917-4f17-a39e-42bd02d0b3c4 service nova] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Updating instance_info_cache with network_info: [{"id": "7bf0db0c-367e-4405-b01f-12be60a6d380", "address": "fa:16:3e:e6:b4:57", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf0db0c-36", "ovs_interfaceid": "7bf0db0c-367e-4405-b01f-12be60a6d380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.066027] env[69677]: DEBUG oslo_vmware.api [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3437033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.080621] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437035, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.108267] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437034, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.205852] env[69677]: DEBUG nova.scheduler.client.report [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.257470] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "4a63917e-90c7-485a-8e0f-83bd441239b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.257470] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "4a63917e-90c7-485a-8e0f-83bd441239b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.306860] env[69677]: DEBUG nova.compute.manager [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.333019] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437031, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.352765} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.333338] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] b36b030a-fe0c-4f38-aa5a-5247d0c1c314/b36b030a-fe0c-4f38-aa5a-5247d0c1c314.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.333617] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.335800] env[69677]: DEBUG nova.virt.hardware [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.336029] env[69677]: DEBUG nova.virt.hardware [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.336220] env[69677]: DEBUG nova.virt.hardware [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.336427] env[69677]: DEBUG nova.virt.hardware [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.336574] env[69677]: DEBUG nova.virt.hardware [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.336713] env[69677]: DEBUG nova.virt.hardware [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.336921] env[69677]: DEBUG nova.virt.hardware [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.337094] env[69677]: DEBUG nova.virt.hardware [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.337294] env[69677]: DEBUG nova.virt.hardware [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.337478] env[69677]: DEBUG nova.virt.hardware [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.337650] env[69677]: DEBUG nova.virt.hardware [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.338567] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb7aa94b-49e8-4091-8322-e575a46935c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.340902] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01303b1d-749e-42e1-a291-25e8f5629d76 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.352352] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d316f3-9f89-4665-8af1-1e1b0b615b14 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.356621] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1081.356621] env[69677]: value = "task-3437037" [ 1081.356621] env[69677]: _type = "Task" [ 1081.356621] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.374152] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.449050] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437029, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.5236} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.449050] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/403a7aca-e382-42c0-b85a-e2c406ac3764/403a7aca-e382-42c0-b85a-e2c406ac3764.vmdk to [datastore2] 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9/1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.449050] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c4ed0d-6267-4254-b3a7-fc16d6b781ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.469973] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9/1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9.vmdk or device None with type streamOptimized {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.471023] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb422c6b-75c7-4718-b966-6041f33a0854 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.498881] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1081.498881] env[69677]: value = "task-3437038" [ 1081.498881] env[69677]: _type = "Task" [ 1081.498881] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.505687] env[69677]: DEBUG oslo_vmware.api [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437036, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.511169] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437038, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.520470] env[69677]: DEBUG oslo_concurrency.lockutils [req-b4de65cf-c74c-4b2a-8384-7f7e233b2fef req-ec36ded2-4917-4f17-a39e-42bd02d0b3c4 service nova] Releasing lock "refresh_cache-149cf2b7-7a80-4643-89a2-d064224b2f5b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.563438] env[69677]: DEBUG oslo_vmware.api [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Task: {'id': task-3437033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.674244} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.564782] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.564782] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.564782] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.564782] env[69677]: INFO nova.compute.manager [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Took 2.87 seconds to destroy the instance on the hypervisor. [ 1081.564782] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.564984] env[69677]: DEBUG nova.compute.manager [-] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.564984] env[69677]: DEBUG nova.network.neutron [-] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.593993] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437035, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.608335] env[69677]: DEBUG oslo_vmware.api [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437034, 'name': PowerOnVM_Task, 'duration_secs': 1.737402} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.608638] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.608827] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7b056b29-0030-47bc-aba8-79ab6a6d601e tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance 'fdddfbc8-3176-4c4e-b831-f0959ccb9bae' progress to 100 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.712272] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.712998] env[69677]: DEBUG nova.compute.manager [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.716105] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.281s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.721279] env[69677]: INFO nova.compute.claims [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.763917] env[69677]: DEBUG nova.compute.manager [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.873520] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081519} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.874287] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.874879] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbed9987-418c-4a10-b50e-0fa7cfda916f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.903478] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] b36b030a-fe0c-4f38-aa5a-5247d0c1c314/b36b030a-fe0c-4f38-aa5a-5247d0c1c314.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.904409] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87ece1a7-07d3-44d9-a740-c05086d83d28 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.931239] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1081.931239] env[69677]: value = "task-3437042" [ 1081.931239] env[69677]: _type = "Task" [ 1081.931239] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.944166] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.002823] env[69677]: DEBUG oslo_vmware.api [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437036, 'name': PowerOnVM_Task, 'duration_secs': 0.644964} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.008049] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.008049] env[69677]: DEBUG nova.compute.manager [None req-7ac1201e-2da6-4258-9876-a7b4a8937ca1 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.008049] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194e630a-f46a-4d91-bd52-2212a899cfd6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.017664] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437038, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.083607] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437035, 'name': CreateVM_Task, 'duration_secs': 1.885817} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.083723] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.084522] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.085528] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.085528] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.085528] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c07ce3-aee3-4f87-a6da-a212c67562ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.091642] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1082.091642] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52846f07-bb40-ed7f-6d10-4e4299b9dd4d" [ 1082.091642] env[69677]: _type = "Task" [ 1082.091642] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.104220] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52846f07-bb40-ed7f-6d10-4e4299b9dd4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.106501] env[69677]: DEBUG nova.compute.manager [req-ac434826-f5dc-4d27-82a7-ec2c4751946f req-569cd4d4-683d-4943-bbee-7f73ae178c4c service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Received event network-vif-deleted-d1703ccf-221d-4e84-ab7c-c3fa0ea42fee {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.106710] env[69677]: INFO nova.compute.manager [req-ac434826-f5dc-4d27-82a7-ec2c4751946f req-569cd4d4-683d-4943-bbee-7f73ae178c4c service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Neutron deleted interface d1703ccf-221d-4e84-ab7c-c3fa0ea42fee; detaching it from the instance and deleting it from the info cache [ 1082.106861] env[69677]: DEBUG nova.network.neutron [req-ac434826-f5dc-4d27-82a7-ec2c4751946f req-569cd4d4-683d-4943-bbee-7f73ae178c4c service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.225160] env[69677]: DEBUG nova.compute.utils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.229724] env[69677]: DEBUG nova.compute.manager [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.229961] env[69677]: DEBUG nova.network.neutron [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.290435] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.315120] env[69677]: DEBUG nova.policy [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e4de071f8414d399533f1bffb1ac29b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6058478746f143e997e0896ab4bfd5b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.366664] env[69677]: DEBUG nova.network.neutron [-] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.413056] env[69677]: DEBUG nova.compute.manager [req-94fedc4f-6bad-4ef3-ba0b-c3e35960997e req-aa063b45-8069-4643-b070-561a5bdb2366 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Received event network-vif-plugged-bd358300-e136-41e0-8289-ed952b39d1e3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.413349] env[69677]: DEBUG oslo_concurrency.lockutils [req-94fedc4f-6bad-4ef3-ba0b-c3e35960997e req-aa063b45-8069-4643-b070-561a5bdb2366 service nova] Acquiring lock "77f65d2d-c4c7-45e4-8337-90f1982187a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.413601] env[69677]: DEBUG oslo_concurrency.lockutils [req-94fedc4f-6bad-4ef3-ba0b-c3e35960997e req-aa063b45-8069-4643-b070-561a5bdb2366 service nova] Lock "77f65d2d-c4c7-45e4-8337-90f1982187a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.413777] env[69677]: DEBUG oslo_concurrency.lockutils [req-94fedc4f-6bad-4ef3-ba0b-c3e35960997e req-aa063b45-8069-4643-b070-561a5bdb2366 service nova] Lock "77f65d2d-c4c7-45e4-8337-90f1982187a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.413946] env[69677]: DEBUG nova.compute.manager [req-94fedc4f-6bad-4ef3-ba0b-c3e35960997e req-aa063b45-8069-4643-b070-561a5bdb2366 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] No waiting events found dispatching network-vif-plugged-bd358300-e136-41e0-8289-ed952b39d1e3 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.414167] env[69677]: WARNING nova.compute.manager [req-94fedc4f-6bad-4ef3-ba0b-c3e35960997e req-aa063b45-8069-4643-b070-561a5bdb2366 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Received unexpected event network-vif-plugged-bd358300-e136-41e0-8289-ed952b39d1e3 for instance with vm_state building and task_state spawning. [ 1082.443163] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437042, 'name': ReconfigVM_Task, 'duration_secs': 0.498042} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.443163] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Reconfigured VM instance instance-00000059 to attach disk [datastore2] b36b030a-fe0c-4f38-aa5a-5247d0c1c314/b36b030a-fe0c-4f38-aa5a-5247d0c1c314.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.443521] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ccf02d6-df07-4d31-a810-32ac3fbb10a4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.452985] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1082.452985] env[69677]: value = "task-3437043" [ 1082.452985] env[69677]: _type = "Task" [ 1082.452985] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.462886] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437043, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.514480] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437038, 'name': ReconfigVM_Task, 'duration_secs': 0.537291} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.514859] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9/1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9.vmdk or device None with type streamOptimized {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.517542] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1fc98d1-3f1d-425b-ba01-0fa0806b4b4e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.528213] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1082.528213] env[69677]: value = "task-3437044" [ 1082.528213] env[69677]: _type = "Task" [ 1082.528213] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.546264] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437044, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.549122] env[69677]: DEBUG nova.network.neutron [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Successfully updated port: bd358300-e136-41e0-8289-ed952b39d1e3 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.608953] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52846f07-bb40-ed7f-6d10-4e4299b9dd4d, 'name': SearchDatastore_Task, 'duration_secs': 0.020994} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.608953] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.608953] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.608953] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.608953] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.609275] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.610046] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16d8c6ab-d305-4741-90d4-30afb9b6afe7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.613815] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06f699da-361d-4247-977f-ef18a56b4753 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.632778] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.633095] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.636064] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00e7566-9bf9-48e3-9a90-41dfc3bdb463 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.645712] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a051ee-e158-417c-9958-a5871a559533 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.668120] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1082.668120] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527b4e24-cb6f-aeec-0dd4-5cdb63fc6b92" [ 1082.668120] env[69677]: _type = "Task" [ 1082.668120] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.685334] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527b4e24-cb6f-aeec-0dd4-5cdb63fc6b92, 'name': SearchDatastore_Task, 'duration_secs': 0.016249} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.699681] env[69677]: DEBUG nova.compute.manager [req-ac434826-f5dc-4d27-82a7-ec2c4751946f req-569cd4d4-683d-4943-bbee-7f73ae178c4c service nova] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Detach interface failed, port_id=d1703ccf-221d-4e84-ab7c-c3fa0ea42fee, reason: Instance 6688d464-3e5c-4624-ba73-0b5bf35bba23 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.700260] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5a5434-2c18-4269-bbc2-3fb11e78b501 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.709906] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1082.709906] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d5d5f0-caee-9c13-d438-4b9c6b34e1ce" [ 1082.709906] env[69677]: _type = "Task" [ 1082.709906] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.714051] env[69677]: DEBUG nova.network.neutron [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Successfully created port: e4a71b60-d478-4a70-9480-2f6b99d5a7c8 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.726204] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d5d5f0-caee-9c13-d438-4b9c6b34e1ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.730177] env[69677]: DEBUG nova.compute.manager [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.871817] env[69677]: INFO nova.compute.manager [-] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Took 1.31 seconds to deallocate network for instance. [ 1082.968110] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437043, 'name': Rename_Task, 'duration_secs': 0.195638} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.971779] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.972758] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcec2ab7-7c1a-49ab-a87b-8fa8601c4486 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.981375] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1082.981375] env[69677]: value = "task-3437045" [ 1082.981375] env[69677]: _type = "Task" [ 1082.981375] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.996797] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.041763] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437044, 'name': Rename_Task, 'duration_secs': 0.222586} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.044643] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.045130] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5509d469-8edd-4c2e-86b4-f083e48ed182 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.053298] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1083.053298] env[69677]: value = "task-3437046" [ 1083.053298] env[69677]: _type = "Task" [ 1083.053298] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.068023] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.088386] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a37c22-3f9d-436e-8a02-d1f7fe1115df {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.098202] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594dad3a-e777-423b-9d4d-d9ecfaab1ee1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.140458] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d39806-3311-473c-a1ef-f2f63577d30b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.150812] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2ae116-6708-4e3c-929a-9696c2043353 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.169695] env[69677]: DEBUG nova.compute.provider_tree [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.221975] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d5d5f0-caee-9c13-d438-4b9c6b34e1ce, 'name': SearchDatastore_Task, 'duration_secs': 0.025518} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.222290] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.222576] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 149cf2b7-7a80-4643-89a2-d064224b2f5b/149cf2b7-7a80-4643-89a2-d064224b2f5b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.222848] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34489762-b71b-485a-8808-a9e04f66a318 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.231656] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1083.231656] env[69677]: value = "task-3437047" [ 1083.231656] env[69677]: _type = "Task" [ 1083.231656] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.245270] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.384553] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.495879] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437045, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.566954] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.673705] env[69677]: DEBUG nova.scheduler.client.report [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.744994] env[69677]: DEBUG nova.compute.manager [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.747453] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.773103] env[69677]: DEBUG nova.virt.hardware [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.773407] env[69677]: DEBUG nova.virt.hardware [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.773590] env[69677]: DEBUG nova.virt.hardware [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.773781] env[69677]: DEBUG nova.virt.hardware [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.773929] env[69677]: DEBUG nova.virt.hardware [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.774090] env[69677]: DEBUG nova.virt.hardware [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.774311] env[69677]: DEBUG nova.virt.hardware [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.774489] env[69677]: DEBUG nova.virt.hardware [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.774674] env[69677]: DEBUG nova.virt.hardware [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.774991] env[69677]: DEBUG nova.virt.hardware [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.775070] env[69677]: DEBUG nova.virt.hardware [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.776044] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d755318d-8ded-4196-9e24-a41d989db00d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.787253] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e261ae62-5064-4f9f-86c0-5fba9405dad1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.942537] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.944033] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.944033] env[69677]: DEBUG nova.compute.manager [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Going to confirm migration 6 {{(pid=69677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1083.994589] env[69677]: DEBUG oslo_vmware.api [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437045, 'name': PowerOnVM_Task, 'duration_secs': 0.613036} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.994875] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.995095] env[69677]: INFO nova.compute.manager [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Took 11.40 seconds to spawn the instance on the hypervisor. [ 1083.995283] env[69677]: DEBUG nova.compute.manager [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.996153] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa91b917-7d38-4dc8-be9a-5f665093dded {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.067755] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437046, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.182023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.182023] env[69677]: DEBUG nova.compute.manager [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.183221] env[69677]: DEBUG oslo_concurrency.lockutils [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.218s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.184141] env[69677]: DEBUG nova.objects.instance [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lazy-loading 'resources' on Instance uuid c0df6a0d-6139-421a-b4c9-74b5b1412550 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.242510] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654921} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.242819] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 149cf2b7-7a80-4643-89a2-d064224b2f5b/149cf2b7-7a80-4643-89a2-d064224b2f5b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.243075] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.243387] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e0344d4-a067-48f0-9e42-2ef558fa224a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.253358] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1084.253358] env[69677]: value = "task-3437048" [ 1084.253358] env[69677]: _type = "Task" [ 1084.253358] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.261408] env[69677]: DEBUG nova.compute.manager [req-6da3ded8-42c5-4f6e-bfc2-5c0bd01df4e1 req-80e72f32-9a53-49f9-8bce-fce05f967da2 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Received event network-vif-plugged-e4a71b60-d478-4a70-9480-2f6b99d5a7c8 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.261629] env[69677]: DEBUG oslo_concurrency.lockutils [req-6da3ded8-42c5-4f6e-bfc2-5c0bd01df4e1 req-80e72f32-9a53-49f9-8bce-fce05f967da2 service nova] Acquiring lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.261856] env[69677]: DEBUG oslo_concurrency.lockutils [req-6da3ded8-42c5-4f6e-bfc2-5c0bd01df4e1 req-80e72f32-9a53-49f9-8bce-fce05f967da2 service nova] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.262079] env[69677]: DEBUG oslo_concurrency.lockutils [req-6da3ded8-42c5-4f6e-bfc2-5c0bd01df4e1 req-80e72f32-9a53-49f9-8bce-fce05f967da2 service nova] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.262313] env[69677]: DEBUG nova.compute.manager [req-6da3ded8-42c5-4f6e-bfc2-5c0bd01df4e1 req-80e72f32-9a53-49f9-8bce-fce05f967da2 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] No waiting events found dispatching network-vif-plugged-e4a71b60-d478-4a70-9480-2f6b99d5a7c8 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.262455] env[69677]: WARNING nova.compute.manager [req-6da3ded8-42c5-4f6e-bfc2-5c0bd01df4e1 req-80e72f32-9a53-49f9-8bce-fce05f967da2 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Received unexpected event network-vif-plugged-e4a71b60-d478-4a70-9480-2f6b99d5a7c8 for instance with vm_state building and task_state spawning. [ 1084.266247] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.361621] env[69677]: DEBUG nova.network.neutron [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Successfully updated port: e4a71b60-d478-4a70-9480-2f6b99d5a7c8 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.445702] env[69677]: DEBUG nova.compute.manager [req-84bb1a6d-80a3-4a80-9022-4f22eb35a147 req-3a5a1461-bc37-4ea2-8870-373b683059c7 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Received event network-changed-bd358300-e136-41e0-8289-ed952b39d1e3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.445902] env[69677]: DEBUG nova.compute.manager [req-84bb1a6d-80a3-4a80-9022-4f22eb35a147 req-3a5a1461-bc37-4ea2-8870-373b683059c7 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Refreshing instance network info cache due to event network-changed-bd358300-e136-41e0-8289-ed952b39d1e3. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.446202] env[69677]: DEBUG oslo_concurrency.lockutils [req-84bb1a6d-80a3-4a80-9022-4f22eb35a147 req-3a5a1461-bc37-4ea2-8870-373b683059c7 service nova] Acquiring lock "refresh_cache-77f65d2d-c4c7-45e4-8337-90f1982187a9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.446431] env[69677]: DEBUG oslo_concurrency.lockutils [req-84bb1a6d-80a3-4a80-9022-4f22eb35a147 req-3a5a1461-bc37-4ea2-8870-373b683059c7 service nova] Acquired lock "refresh_cache-77f65d2d-c4c7-45e4-8337-90f1982187a9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.446619] env[69677]: DEBUG nova.network.neutron [req-84bb1a6d-80a3-4a80-9022-4f22eb35a147 req-3a5a1461-bc37-4ea2-8870-373b683059c7 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Refreshing network info cache for port bd358300-e136-41e0-8289-ed952b39d1e3 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.483717] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.483905] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.484097] env[69677]: DEBUG nova.network.neutron [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.484287] env[69677]: DEBUG nova.objects.instance [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lazy-loading 'info_cache' on Instance uuid fdddfbc8-3176-4c4e-b831-f0959ccb9bae {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.521451] env[69677]: INFO nova.compute.manager [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Took 32.32 seconds to build instance. [ 1084.568754] env[69677]: DEBUG oslo_vmware.api [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437046, 'name': PowerOnVM_Task, 'duration_secs': 1.036575} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.568882] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.847794] env[69677]: DEBUG nova.compute.utils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.850982] env[69677]: DEBUG nova.compute.manager [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.851241] env[69677]: DEBUG nova.network.neutron [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.870475] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.870706] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.870894] env[69677]: DEBUG nova.network.neutron [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.889256] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20199} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.893033] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.895716] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dc42d9-e6ff-4491-8f7b-b84a3d36af57 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.926762] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 149cf2b7-7a80-4643-89a2-d064224b2f5b/149cf2b7-7a80-4643-89a2-d064224b2f5b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.932854] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1350d76-7888-4549-b70f-d298c3f0dabb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.960406] env[69677]: DEBUG oslo_vmware.rw_handles [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d14941-21f6-c0fe-1d61-2825d78f04e6/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1084.961724] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d946fa1-211a-4670-9675-4ff1aa32fd70 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.966813] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1084.966813] env[69677]: value = "task-3437050" [ 1084.966813] env[69677]: _type = "Task" [ 1084.966813] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.972854] env[69677]: DEBUG oslo_vmware.rw_handles [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d14941-21f6-c0fe-1d61-2825d78f04e6/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1084.973063] env[69677]: ERROR oslo_vmware.rw_handles [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d14941-21f6-c0fe-1d61-2825d78f04e6/disk-0.vmdk due to incomplete transfer. [ 1084.976565] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1026945d-560f-4d7f-8eff-91a9a3ff0b15 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.983064] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.991955] env[69677]: DEBUG oslo_vmware.rw_handles [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d14941-21f6-c0fe-1d61-2825d78f04e6/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1084.991955] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Uploaded image a4b65aab-6c00-4671-9d9a-3fbd1074978a to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1084.994184] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1084.995185] env[69677]: DEBUG nova.network.neutron [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Successfully updated port: d8a8f66b-3afb-49cb-a724-04f2d44957c8 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.997467] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f84265d-772b-43a2-9a79-0c5249c39d86 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.001739] env[69677]: DEBUG nova.policy [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b89388650974f14aafe5cf6b9a96a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374d4725fc6e4d5c875b000af67ed519', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.011519] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1085.011519] env[69677]: value = "task-3437051" [ 1085.011519] env[69677]: _type = "Task" [ 1085.011519] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.023331] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437051, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.026718] env[69677]: DEBUG nova.compute.manager [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.027188] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7c9ee2d5-bd2a-4f21-9584-9abc46fc4788 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.844s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.027943] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb03553c-fab8-4562-a729-c2112e0dabc6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.045252] env[69677]: DEBUG nova.network.neutron [req-84bb1a6d-80a3-4a80-9022-4f22eb35a147 req-3a5a1461-bc37-4ea2-8870-373b683059c7 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.213017] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5f8420-a681-4a25-b78c-ba9513a7352a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.224446] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54806b03-f4bf-4a5d-8a91-0049022e27a5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.231270] env[69677]: DEBUG nova.network.neutron [req-84bb1a6d-80a3-4a80-9022-4f22eb35a147 req-3a5a1461-bc37-4ea2-8870-373b683059c7 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.269692] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7ac9da-dbc7-4194-9cbe-64c290d660b1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.280444] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d135125f-8a22-4c79-9504-51d72fe39d42 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.295902] env[69677]: DEBUG nova.compute.provider_tree [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.354028] env[69677]: DEBUG nova.compute.manager [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.421862] env[69677]: DEBUG nova.network.neutron [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.479952] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.502228] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "refresh_cache-77f65d2d-c4c7-45e4-8337-90f1982187a9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.524548] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437051, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.549346] env[69677]: DEBUG oslo_concurrency.lockutils [None req-129c9595-4159-40f1-b349-9283ab3c7009 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.388s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.679275] env[69677]: DEBUG nova.network.neutron [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Successfully created port: e4457812-1c03-464b-bbdc-fd669f60e066 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.736405] env[69677]: DEBUG oslo_concurrency.lockutils [req-84bb1a6d-80a3-4a80-9022-4f22eb35a147 req-3a5a1461-bc37-4ea2-8870-373b683059c7 service nova] Releasing lock "refresh_cache-77f65d2d-c4c7-45e4-8337-90f1982187a9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.736405] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquired lock "refresh_cache-77f65d2d-c4c7-45e4-8337-90f1982187a9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.736405] env[69677]: DEBUG nova.network.neutron [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.746442] env[69677]: DEBUG nova.network.neutron [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance_info_cache with network_info: [{"id": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "address": "fa:16:3e:b0:22:cd", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a71b60-d4", "ovs_interfaceid": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.801398] env[69677]: DEBUG nova.scheduler.client.report [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.984702] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437050, 'name': ReconfigVM_Task, 'duration_secs': 0.989872} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.985289] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 149cf2b7-7a80-4643-89a2-d064224b2f5b/149cf2b7-7a80-4643-89a2-d064224b2f5b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.986189] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39a5c60c-dfe7-44c6-97a1-f8bf60918ed1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.998022] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1085.998022] env[69677]: value = "task-3437052" [ 1085.998022] env[69677]: _type = "Task" [ 1085.998022] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.009484] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437052, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.026530] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437051, 'name': Destroy_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.206971] env[69677]: DEBUG nova.network.neutron [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance_info_cache with network_info: [{"id": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "address": "fa:16:3e:12:5a:7c", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ed5f7e-6b", "ovs_interfaceid": "c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.251508] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.251508] env[69677]: DEBUG nova.compute.manager [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Instance network_info: |[{"id": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "address": "fa:16:3e:b0:22:cd", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a71b60-d4", "ovs_interfaceid": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.251508] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:22:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4a71b60-d478-4a70-9480-2f6b99d5a7c8', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.260709] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.261296] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.261594] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69de0a1a-c34c-45c6-8dd1-3014289d010a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.286633] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.286633] env[69677]: value = "task-3437053" [ 1086.286633] env[69677]: _type = "Task" [ 1086.286633] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.303026] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437053, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.307556] env[69677]: DEBUG oslo_concurrency.lockutils [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.311994] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.021s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.313611] env[69677]: INFO nova.compute.claims [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1086.320640] env[69677]: DEBUG nova.network.neutron [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.356489] env[69677]: INFO nova.scheduler.client.report [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleted allocations for instance c0df6a0d-6139-421a-b4c9-74b5b1412550 [ 1086.366045] env[69677]: DEBUG nova.compute.manager [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.379559] env[69677]: DEBUG nova.compute.manager [req-4ac54a7f-21a7-409b-817d-cc36b2f691e2 req-024a4266-0081-41ca-b43c-e0a2909a2123 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Received event network-changed-e4a71b60-d478-4a70-9480-2f6b99d5a7c8 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.379761] env[69677]: DEBUG nova.compute.manager [req-4ac54a7f-21a7-409b-817d-cc36b2f691e2 req-024a4266-0081-41ca-b43c-e0a2909a2123 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Refreshing instance network info cache due to event network-changed-e4a71b60-d478-4a70-9480-2f6b99d5a7c8. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.381128] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ac54a7f-21a7-409b-817d-cc36b2f691e2 req-024a4266-0081-41ca-b43c-e0a2909a2123 service nova] Acquiring lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.381600] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ac54a7f-21a7-409b-817d-cc36b2f691e2 req-024a4266-0081-41ca-b43c-e0a2909a2123 service nova] Acquired lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.381600] env[69677]: DEBUG nova.network.neutron [req-4ac54a7f-21a7-409b-817d-cc36b2f691e2 req-024a4266-0081-41ca-b43c-e0a2909a2123 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Refreshing network info cache for port e4a71b60-d478-4a70-9480-2f6b99d5a7c8 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.406052] env[69677]: DEBUG nova.virt.hardware [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.406359] env[69677]: DEBUG nova.virt.hardware [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.407882] env[69677]: DEBUG nova.virt.hardware [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.407882] env[69677]: DEBUG nova.virt.hardware [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.407882] env[69677]: DEBUG nova.virt.hardware [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.407882] env[69677]: DEBUG nova.virt.hardware [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.407882] env[69677]: DEBUG nova.virt.hardware [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.408189] env[69677]: DEBUG nova.virt.hardware [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.408262] env[69677]: DEBUG nova.virt.hardware [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.408502] env[69677]: DEBUG nova.virt.hardware [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.409699] env[69677]: DEBUG nova.virt.hardware [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.409818] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42b43cc-60e9-4074-bb95-0210ad6f0eef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.421861] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ec0009-393b-48c8-8eae-0bce77ca7bbb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.511534] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437052, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.530704] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437051, 'name': Destroy_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.536907] env[69677]: DEBUG nova.compute.manager [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Received event network-vif-plugged-d8a8f66b-3afb-49cb-a724-04f2d44957c8 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.537176] env[69677]: DEBUG oslo_concurrency.lockutils [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] Acquiring lock "77f65d2d-c4c7-45e4-8337-90f1982187a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.537341] env[69677]: DEBUG oslo_concurrency.lockutils [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] Lock "77f65d2d-c4c7-45e4-8337-90f1982187a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.537518] env[69677]: DEBUG oslo_concurrency.lockutils [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] Lock "77f65d2d-c4c7-45e4-8337-90f1982187a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.537678] env[69677]: DEBUG nova.compute.manager [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] No waiting events found dispatching network-vif-plugged-d8a8f66b-3afb-49cb-a724-04f2d44957c8 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.537839] env[69677]: WARNING nova.compute.manager [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Received unexpected event network-vif-plugged-d8a8f66b-3afb-49cb-a724-04f2d44957c8 for instance with vm_state building and task_state spawning. [ 1086.537996] env[69677]: DEBUG nova.compute.manager [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Received event network-changed-d8a8f66b-3afb-49cb-a724-04f2d44957c8 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.538508] env[69677]: DEBUG nova.compute.manager [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Refreshing instance network info cache due to event network-changed-d8a8f66b-3afb-49cb-a724-04f2d44957c8. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.538702] env[69677]: DEBUG oslo_concurrency.lockutils [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] Acquiring lock "refresh_cache-77f65d2d-c4c7-45e4-8337-90f1982187a9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.709714] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "refresh_cache-fdddfbc8-3176-4c4e-b831-f0959ccb9bae" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.710042] env[69677]: DEBUG nova.objects.instance [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lazy-loading 'migration_context' on Instance uuid fdddfbc8-3176-4c4e-b831-f0959ccb9bae {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.730644] env[69677]: DEBUG nova.network.neutron [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Updating instance_info_cache with network_info: [{"id": "bd358300-e136-41e0-8289-ed952b39d1e3", "address": "fa:16:3e:2f:7f:9e", "network": {"id": "69ff3901-807b-411e-8248-8187662ca2c4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-313733114", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd358300-e1", "ovs_interfaceid": "bd358300-e136-41e0-8289-ed952b39d1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8a8f66b-3afb-49cb-a724-04f2d44957c8", "address": "fa:16:3e:8c:83:1a", "network": {"id": "4c01f658-87b9-40fb-97bd-d5647c3d0c01", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1426970304", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a8f66b-3a", "ovs_interfaceid": "d8a8f66b-3afb-49cb-a724-04f2d44957c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.799912] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437053, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.872956] env[69677]: DEBUG oslo_concurrency.lockutils [None req-30d30c3e-add9-4108-b2af-23c445799c74 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "c0df6a0d-6139-421a-b4c9-74b5b1412550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.917s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.011571] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437052, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.029806] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437051, 'name': Destroy_Task, 'duration_secs': 1.990159} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.030301] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Destroyed the VM [ 1087.030668] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1087.030949] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-da2ec66f-4788-477b-a4b4-486b7eca947d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.039555] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1087.039555] env[69677]: value = "task-3437055" [ 1087.039555] env[69677]: _type = "Task" [ 1087.039555] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.051527] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437055, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.106006] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52e9403-8837-4acb-bc94-2de11b85843c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.113853] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6056f4-38ae-4c8c-afbd-778238e73664 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Suspending the VM {{(pid=69677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1087.114190] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4e04604c-a09a-4219-845b-91a66c2c7a68 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.121981] env[69677]: DEBUG oslo_vmware.api [None req-8c6056f4-38ae-4c8c-afbd-778238e73664 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1087.121981] env[69677]: value = "task-3437056" [ 1087.121981] env[69677]: _type = "Task" [ 1087.121981] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.135105] env[69677]: DEBUG oslo_vmware.api [None req-8c6056f4-38ae-4c8c-afbd-778238e73664 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437056, 'name': SuspendVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.212825] env[69677]: DEBUG nova.objects.base [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1087.213901] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208b6d8c-6a66-4b8d-b530-07af87e34a17 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.245085] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Releasing lock "refresh_cache-77f65d2d-c4c7-45e4-8337-90f1982187a9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.245363] env[69677]: DEBUG nova.compute.manager [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Instance network_info: |[{"id": "bd358300-e136-41e0-8289-ed952b39d1e3", "address": "fa:16:3e:2f:7f:9e", "network": {"id": "69ff3901-807b-411e-8248-8187662ca2c4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-313733114", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd358300-e1", "ovs_interfaceid": "bd358300-e136-41e0-8289-ed952b39d1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8a8f66b-3afb-49cb-a724-04f2d44957c8", "address": "fa:16:3e:8c:83:1a", "network": {"id": "4c01f658-87b9-40fb-97bd-d5647c3d0c01", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1426970304", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a8f66b-3a", "ovs_interfaceid": "d8a8f66b-3afb-49cb-a724-04f2d44957c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.247623] env[69677]: DEBUG nova.network.neutron [req-4ac54a7f-21a7-409b-817d-cc36b2f691e2 req-024a4266-0081-41ca-b43c-e0a2909a2123 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updated VIF entry in instance network info cache for port e4a71b60-d478-4a70-9480-2f6b99d5a7c8. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.248018] env[69677]: DEBUG nova.network.neutron [req-4ac54a7f-21a7-409b-817d-cc36b2f691e2 req-024a4266-0081-41ca-b43c-e0a2909a2123 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance_info_cache with network_info: [{"id": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "address": "fa:16:3e:b0:22:cd", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a71b60-d4", "ovs_interfaceid": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.249520] env[69677]: DEBUG oslo_concurrency.lockutils [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] Acquired lock "refresh_cache-77f65d2d-c4c7-45e4-8337-90f1982187a9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.249729] env[69677]: DEBUG nova.network.neutron [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Refreshing network info cache for port d8a8f66b-3afb-49cb-a724-04f2d44957c8 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.254032] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:7f:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd358300-e136-41e0-8289-ed952b39d1e3', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:83:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8a8f66b-3afb-49cb-a724-04f2d44957c8', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.263174] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.263476] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8bbd47-67a6-47d0-8162-4e5571dab8c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.273162] env[69677]: DEBUG oslo_concurrency.lockutils [req-4ac54a7f-21a7-409b-817d-cc36b2f691e2 req-024a4266-0081-41ca-b43c-e0a2909a2123 service nova] Releasing lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.273596] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.274252] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9275c7bc-cc5a-4ee7-8eea-d03230dd848d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.308094] env[69677]: DEBUG oslo_vmware.api [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1087.308094] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52905239-701c-ea2f-c680-b5acfd9b4533" [ 1087.308094] env[69677]: _type = "Task" [ 1087.308094] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.318324] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437053, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.318829] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.318829] env[69677]: value = "task-3437057" [ 1087.318829] env[69677]: _type = "Task" [ 1087.318829] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.326491] env[69677]: DEBUG oslo_vmware.api [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52905239-701c-ea2f-c680-b5acfd9b4533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.335283] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437057, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.491132] env[69677]: DEBUG nova.network.neutron [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Successfully updated port: e4457812-1c03-464b-bbdc-fd669f60e066 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.517905] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437052, 'name': Rename_Task, 'duration_secs': 1.226193} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.521634] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.522478] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4439002e-43df-440d-bcec-b0296053e7c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.534645] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1087.534645] env[69677]: value = "task-3437058" [ 1087.534645] env[69677]: _type = "Task" [ 1087.534645] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.549179] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.557054] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437055, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.638875] env[69677]: DEBUG oslo_vmware.api [None req-8c6056f4-38ae-4c8c-afbd-778238e73664 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437056, 'name': SuspendVM_Task} progress is 62%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.658374] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d893313f-f149-456f-aa23-5dfe8a5ade6e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.667145] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e419934-aa28-4e96-b0a2-e0dd82e32def {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.700706] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc37a93-e8dc-4279-8352-5361aa90c98c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.710037] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ca72c8-e64d-440e-8e58-71be3c06ecb5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.726500] env[69677]: DEBUG nova.compute.provider_tree [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.731191] env[69677]: DEBUG nova.network.neutron [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Updated VIF entry in instance network info cache for port d8a8f66b-3afb-49cb-a724-04f2d44957c8. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.731191] env[69677]: DEBUG nova.network.neutron [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Updating instance_info_cache with network_info: [{"id": "bd358300-e136-41e0-8289-ed952b39d1e3", "address": "fa:16:3e:2f:7f:9e", "network": {"id": "69ff3901-807b-411e-8248-8187662ca2c4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-313733114", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd358300-e1", "ovs_interfaceid": "bd358300-e136-41e0-8289-ed952b39d1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8a8f66b-3afb-49cb-a724-04f2d44957c8", "address": "fa:16:3e:8c:83:1a", "network": {"id": "4c01f658-87b9-40fb-97bd-d5647c3d0c01", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1426970304", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a8f66b-3a", "ovs_interfaceid": "d8a8f66b-3afb-49cb-a724-04f2d44957c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.812796] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437053, 'name': CreateVM_Task, 'duration_secs': 1.105304} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.816050] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.816907] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.817137] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.817557] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.818364] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498d703c-ada2-486b-9c70-75acc8ce1e23 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.823882] env[69677]: DEBUG oslo_vmware.api [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52905239-701c-ea2f-c680-b5acfd9b4533, 'name': SearchDatastore_Task, 'duration_secs': 0.035713} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.827804] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.831731] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1087.831731] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b4cac4-bf71-350f-e420-de7eb253a9fb" [ 1087.831731] env[69677]: _type = "Task" [ 1087.831731] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.835706] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437057, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.847068] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b4cac4-bf71-350f-e420-de7eb253a9fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.998145] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.998592] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.998782] env[69677]: DEBUG nova.network.neutron [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.046640] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.055937] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437055, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.135570] env[69677]: DEBUG oslo_vmware.api [None req-8c6056f4-38ae-4c8c-afbd-778238e73664 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437056, 'name': SuspendVM_Task, 'duration_secs': 0.869434} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.135852] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6056f4-38ae-4c8c-afbd-778238e73664 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Suspended the VM {{(pid=69677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1088.136045] env[69677]: DEBUG nova.compute.manager [None req-8c6056f4-38ae-4c8c-afbd-778238e73664 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.136871] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe67e9f7-8929-45c4-a056-01ffe04a72a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.229807] env[69677]: DEBUG nova.scheduler.client.report [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.234293] env[69677]: DEBUG oslo_concurrency.lockutils [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] Releasing lock "refresh_cache-77f65d2d-c4c7-45e4-8337-90f1982187a9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.234597] env[69677]: DEBUG nova.compute.manager [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Received event network-changed-eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.234786] env[69677]: DEBUG nova.compute.manager [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Refreshing instance network info cache due to event network-changed-eea9473e-0a7c-4a39-8477-9dd9a75fa895. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.234993] env[69677]: DEBUG oslo_concurrency.lockutils [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] Acquiring lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.235148] env[69677]: DEBUG oslo_concurrency.lockutils [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] Acquired lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.235304] env[69677]: DEBUG nova.network.neutron [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Refreshing network info cache for port eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.333800] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437057, 'name': CreateVM_Task, 'duration_secs': 0.749473} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.334045] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.334756] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.345757] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b4cac4-bf71-350f-e420-de7eb253a9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.024298} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.346094] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.346359] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.346603] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.346749] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.346924] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.347219] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.347525] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.347772] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-680fb9d8-3228-44d7-9cbf-f9e488aea14f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.349639] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0181587-7608-49b7-90c7-729e42f9c1bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.356324] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1088.356324] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5259c412-05c4-5761-6794-587053f9e3d5" [ 1088.356324] env[69677]: _type = "Task" [ 1088.356324] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.362186] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.362379] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.366088] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30532d00-02a3-4e14-be65-3b4c5b85af23 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.368476] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5259c412-05c4-5761-6794-587053f9e3d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.372357] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1088.372357] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520e9374-c406-6271-d191-2d21e23adb23" [ 1088.372357] env[69677]: _type = "Task" [ 1088.372357] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.382276] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520e9374-c406-6271-d191-2d21e23adb23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.406631] env[69677]: DEBUG nova.compute.manager [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received event network-vif-plugged-e4457812-1c03-464b-bbdc-fd669f60e066 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.406903] env[69677]: DEBUG oslo_concurrency.lockutils [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] Acquiring lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.407257] env[69677]: DEBUG oslo_concurrency.lockutils [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.407504] env[69677]: DEBUG oslo_concurrency.lockutils [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.407733] env[69677]: DEBUG nova.compute.manager [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] No waiting events found dispatching network-vif-plugged-e4457812-1c03-464b-bbdc-fd669f60e066 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.407906] env[69677]: WARNING nova.compute.manager [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received unexpected event network-vif-plugged-e4457812-1c03-464b-bbdc-fd669f60e066 for instance with vm_state building and task_state spawning. [ 1088.408079] env[69677]: DEBUG nova.compute.manager [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received event network-changed-e4457812-1c03-464b-bbdc-fd669f60e066 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.408341] env[69677]: DEBUG nova.compute.manager [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Refreshing instance network info cache due to event network-changed-e4457812-1c03-464b-bbdc-fd669f60e066. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.408614] env[69677]: DEBUG oslo_concurrency.lockutils [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] Acquiring lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.547448] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437058, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.556118] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437055, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.570516] env[69677]: DEBUG nova.network.neutron [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.734076] env[69677]: DEBUG nova.network.neutron [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [{"id": "e4457812-1c03-464b-bbdc-fd669f60e066", "address": "fa:16:3e:df:d3:00", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4457812-1c", "ovs_interfaceid": "e4457812-1c03-464b-bbdc-fd669f60e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.737544] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.738079] env[69677]: DEBUG nova.compute.manager [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1088.742650] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.358s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.742867] env[69677]: DEBUG nova.objects.instance [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lazy-loading 'resources' on Instance uuid 6688d464-3e5c-4624-ba73-0b5bf35bba23 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.868132] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5259c412-05c4-5761-6794-587053f9e3d5, 'name': SearchDatastore_Task, 'duration_secs': 0.037373} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.868521] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.868769] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.869010] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.883474] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520e9374-c406-6271-d191-2d21e23adb23, 'name': SearchDatastore_Task, 'duration_secs': 0.033647} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.884411] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27991e44-03c3-4447-9af4-4178c876d95e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.894983] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1088.894983] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d3bb4d-255d-6410-1ec9-816dd4f65f82" [ 1088.894983] env[69677]: _type = "Task" [ 1088.894983] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.905209] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d3bb4d-255d-6410-1ec9-816dd4f65f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.046953] env[69677]: DEBUG oslo_vmware.api [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437058, 'name': PowerOnVM_Task, 'duration_secs': 1.120071} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.047432] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.047649] env[69677]: INFO nova.compute.manager [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Took 12.09 seconds to spawn the instance on the hypervisor. [ 1089.048171] env[69677]: DEBUG nova.compute.manager [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.053049] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc61a4f-8a21-43d3-a2ea-2d91300e5193 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.063900] env[69677]: DEBUG oslo_vmware.api [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437055, 'name': RemoveSnapshot_Task, 'duration_secs': 1.641145} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.065921] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1089.066329] env[69677]: INFO nova.compute.manager [None req-dd89eb9d-b4a0-46b6-8d2c-8be78834fe85 tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Took 17.72 seconds to snapshot the instance on the hypervisor. [ 1089.099468] env[69677]: DEBUG nova.network.neutron [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updated VIF entry in instance network info cache for port eea9473e-0a7c-4a39-8477-9dd9a75fa895. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.099811] env[69677]: DEBUG nova.network.neutron [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updating instance_info_cache with network_info: [{"id": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "address": "fa:16:3e:c3:64:7b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea9473e-0a", "ovs_interfaceid": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.237101] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.237434] env[69677]: DEBUG nova.compute.manager [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Instance network_info: |[{"id": "e4457812-1c03-464b-bbdc-fd669f60e066", "address": "fa:16:3e:df:d3:00", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4457812-1c", "ovs_interfaceid": "e4457812-1c03-464b-bbdc-fd669f60e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.237837] env[69677]: DEBUG oslo_concurrency.lockutils [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] Acquired lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.238026] env[69677]: DEBUG nova.network.neutron [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Refreshing network info cache for port e4457812-1c03-464b-bbdc-fd669f60e066 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.239309] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:d3:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4457812-1c03-464b-bbdc-fd669f60e066', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.247387] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.252038] env[69677]: DEBUG nova.compute.utils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.253375] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.256603] env[69677]: DEBUG nova.compute.manager [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1089.256774] env[69677]: DEBUG nova.network.neutron [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.258421] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ef107fd-0c9b-46c4-b92d-c5a65f935ae8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.285600] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.285600] env[69677]: value = "task-3437060" [ 1089.285600] env[69677]: _type = "Task" [ 1089.285600] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.295597] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437060, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.330308] env[69677]: DEBUG nova.policy [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8559480166294e2984c855998bf04152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2bf9bf425a4ba0ab25e9c5b1777338', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.411972] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d3bb4d-255d-6410-1ec9-816dd4f65f82, 'name': SearchDatastore_Task, 'duration_secs': 0.012054} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.412518] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.412794] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] d2a9cd72-9455-4f4a-ad88-1928a2467adc/d2a9cd72-9455-4f4a-ad88-1928a2467adc.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.413098] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.413299] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.413514] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd17f07c-9d41-427f-88bb-68cd1ae6ce7c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.418676] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f227232-601f-4ee9-a0d7-af4704d20d79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.430198] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1089.430198] env[69677]: value = "task-3437061" [ 1089.430198] env[69677]: _type = "Task" [ 1089.430198] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.431580] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.431766] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.435448] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c73867-ffb5-4f7d-8624-08c6345ea604 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.444403] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1089.444403] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522093e9-07b0-6f8a-e4b3-9233097da8f3" [ 1089.444403] env[69677]: _type = "Task" [ 1089.444403] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.447891] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.467695] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522093e9-07b0-6f8a-e4b3-9233097da8f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014545} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.469561] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ed7596-0614-4caf-999d-d5ec06cff4f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.475804] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1089.475804] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ad93e6-7d12-14bb-3d3d-51bfb284c91b" [ 1089.475804] env[69677]: _type = "Task" [ 1089.475804] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.490678] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ad93e6-7d12-14bb-3d3d-51bfb284c91b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.566010] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5433b6d9-0963-46a7-8add-2966992a8d27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.587229] env[69677]: INFO nova.compute.manager [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Took 31.15 seconds to build instance. [ 1089.591199] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1188f514-dd36-4295-8c44-8eec46fc258e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.634217] env[69677]: DEBUG oslo_concurrency.lockutils [req-cf02e5a8-78e0-4469-9c7b-c0282421cf16 req-13552ad5-1a5d-4a12-bcda-57aa7a43e599 service nova] Releasing lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.639340] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b089a4-d564-4607-89d8-8f1fc4489b5f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.649736] env[69677]: DEBUG nova.network.neutron [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updated VIF entry in instance network info cache for port e4457812-1c03-464b-bbdc-fd669f60e066. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.650513] env[69677]: DEBUG nova.network.neutron [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [{"id": "e4457812-1c03-464b-bbdc-fd669f60e066", "address": "fa:16:3e:df:d3:00", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4457812-1c", "ovs_interfaceid": "e4457812-1c03-464b-bbdc-fd669f60e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.653295] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d761069-910b-4fee-a30b-0aeaf863add8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.676309] env[69677]: DEBUG nova.compute.provider_tree [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.683213] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.683469] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.717530] env[69677]: INFO nova.compute.manager [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Resuming [ 1089.717770] env[69677]: DEBUG nova.objects.instance [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lazy-loading 'flavor' on Instance uuid 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.758082] env[69677]: DEBUG nova.compute.manager [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1089.782998] env[69677]: DEBUG nova.network.neutron [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Successfully created port: 395c747b-4f5a-4f94-a265-b35d3784e0e5 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.800965] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437060, 'name': CreateVM_Task, 'duration_secs': 0.41801} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.801159] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.801856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.802133] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.805025] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.805025] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a191db-a35f-4f59-a622-f50c0b0490f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.812533] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1089.812533] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520c3787-afce-6269-ee1b-f4523da8d046" [ 1089.812533] env[69677]: _type = "Task" [ 1089.812533] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.821768] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520c3787-afce-6269-ee1b-f4523da8d046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.944182] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437061, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.987059] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ad93e6-7d12-14bb-3d3d-51bfb284c91b, 'name': SearchDatastore_Task, 'duration_secs': 0.014001} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.987253] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.987511] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 77f65d2d-c4c7-45e4-8337-90f1982187a9/77f65d2d-c4c7-45e4-8337-90f1982187a9.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.987791] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56468374-a996-4044-a863-f6d1d2773886 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.995909] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1089.995909] env[69677]: value = "task-3437062" [ 1089.995909] env[69677]: _type = "Task" [ 1089.995909] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.005316] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.098925] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1e9b7aba-bcb7-48e9-8980-205b315c4078 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "149cf2b7-7a80-4643-89a2-d064224b2f5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.673s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.153210] env[69677]: DEBUG oslo_concurrency.lockutils [req-549f5098-2484-461f-a5c2-8f8a87a948e6 req-d6d04853-544f-448d-a99e-c697775d608e service nova] Releasing lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.183690] env[69677]: DEBUG nova.scheduler.client.report [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.187161] env[69677]: DEBUG nova.compute.manager [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.324207] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520c3787-afce-6269-ee1b-f4523da8d046, 'name': SearchDatastore_Task, 'duration_secs': 0.067493} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.324520] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.324750] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.324989] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.325141] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.325318] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.325598] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-884a4fde-54de-4558-a143-1aa3f405f052 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.354920] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.355364] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.356751] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3be74fb-d142-4ced-9f35-8414d0b45561 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.365981] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1090.365981] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522a0db9-8772-da71-b55f-a7491d342dca" [ 1090.365981] env[69677]: _type = "Task" [ 1090.365981] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.377087] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522a0db9-8772-da71-b55f-a7491d342dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.443973] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574939} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.444297] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] d2a9cd72-9455-4f4a-ad88-1928a2467adc/d2a9cd72-9455-4f4a-ad88-1928a2467adc.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.444549] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.444832] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74560724-b2ae-4fd0-ae9d-a53659588228 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.453066] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1090.453066] env[69677]: value = "task-3437063" [ 1090.453066] env[69677]: _type = "Task" [ 1090.453066] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.465846] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.510853] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437062, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.691078] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.696421] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.869s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.713023] env[69677]: INFO nova.scheduler.client.report [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Deleted allocations for instance 6688d464-3e5c-4624-ba73-0b5bf35bba23 [ 1090.715051] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.726647] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.726966] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.767711] env[69677]: DEBUG nova.compute.manager [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1090.793207] env[69677]: DEBUG nova.virt.hardware [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.793481] env[69677]: DEBUG nova.virt.hardware [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.793772] env[69677]: DEBUG nova.virt.hardware [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.793944] env[69677]: DEBUG nova.virt.hardware [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.794060] env[69677]: DEBUG nova.virt.hardware [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.794215] env[69677]: DEBUG nova.virt.hardware [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.794430] env[69677]: DEBUG nova.virt.hardware [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.794639] env[69677]: DEBUG nova.virt.hardware [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.794823] env[69677]: DEBUG nova.virt.hardware [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.794989] env[69677]: DEBUG nova.virt.hardware [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.795182] env[69677]: DEBUG nova.virt.hardware [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.796780] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f0a989-96a1-4be3-9bda-b15130b12486 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.806499] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a30cf91-ee7f-49a9-922e-0a9cfe0ec1ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.877441] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522a0db9-8772-da71-b55f-a7491d342dca, 'name': SearchDatastore_Task, 'duration_secs': 0.061983} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.878597] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f977516c-542e-4e98-9d42-c04a2e78236a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.886347] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1090.886347] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529f441a-3e9f-8256-5b74-ad9294cb13c3" [ 1090.886347] env[69677]: _type = "Task" [ 1090.886347] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.896593] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529f441a-3e9f-8256-5b74-ad9294cb13c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.965071] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131421} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.965519] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.966454] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efe0dbd-f2e3-4db3-b1bf-0c1a6f4e9f27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.971246] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquiring lock "59f82263-019a-4b7d-ac57-7012e8de1fff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.971491] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lock "59f82263-019a-4b7d-ac57-7012e8de1fff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.971695] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquiring lock "59f82263-019a-4b7d-ac57-7012e8de1fff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.971946] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lock "59f82263-019a-4b7d-ac57-7012e8de1fff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.972242] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lock "59f82263-019a-4b7d-ac57-7012e8de1fff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.993977] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] d2a9cd72-9455-4f4a-ad88-1928a2467adc/d2a9cd72-9455-4f4a-ad88-1928a2467adc.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.994663] env[69677]: INFO nova.compute.manager [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Terminating instance [ 1090.996420] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-895ac9ac-e1ae-4323-9e84-f1475061286d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.022745] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437062, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.024083] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1091.024083] env[69677]: value = "task-3437064" [ 1091.024083] env[69677]: _type = "Task" [ 1091.024083] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.033105] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.223151] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8aa5b32e-fc15-4683-b054-4216be89dab6 tempest-ServerRescueNegativeTestJSON-2106021465 tempest-ServerRescueNegativeTestJSON-2106021465-project-member] Lock "6688d464-3e5c-4624-ba73-0b5bf35bba23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.040s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.232997] env[69677]: DEBUG nova.compute.manager [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.237376] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.237376] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquired lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.237376] env[69677]: DEBUG nova.network.neutron [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.332191] env[69677]: DEBUG nova.compute.manager [req-e2cba77d-db81-46cb-a5f6-65d41cb76710 req-c0bdecc6-9092-44c3-8262-36dc87198ffa service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Received event network-vif-plugged-395c747b-4f5a-4f94-a265-b35d3784e0e5 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.332191] env[69677]: DEBUG oslo_concurrency.lockutils [req-e2cba77d-db81-46cb-a5f6-65d41cb76710 req-c0bdecc6-9092-44c3-8262-36dc87198ffa service nova] Acquiring lock "4a63917e-90c7-485a-8e0f-83bd441239b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.332191] env[69677]: DEBUG oslo_concurrency.lockutils [req-e2cba77d-db81-46cb-a5f6-65d41cb76710 req-c0bdecc6-9092-44c3-8262-36dc87198ffa service nova] Lock "4a63917e-90c7-485a-8e0f-83bd441239b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.332191] env[69677]: DEBUG oslo_concurrency.lockutils [req-e2cba77d-db81-46cb-a5f6-65d41cb76710 req-c0bdecc6-9092-44c3-8262-36dc87198ffa service nova] Lock "4a63917e-90c7-485a-8e0f-83bd441239b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.332191] env[69677]: DEBUG nova.compute.manager [req-e2cba77d-db81-46cb-a5f6-65d41cb76710 req-c0bdecc6-9092-44c3-8262-36dc87198ffa service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] No waiting events found dispatching network-vif-plugged-395c747b-4f5a-4f94-a265-b35d3784e0e5 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.332191] env[69677]: WARNING nova.compute.manager [req-e2cba77d-db81-46cb-a5f6-65d41cb76710 req-c0bdecc6-9092-44c3-8262-36dc87198ffa service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Received unexpected event network-vif-plugged-395c747b-4f5a-4f94-a265-b35d3784e0e5 for instance with vm_state building and task_state spawning. [ 1091.402170] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529f441a-3e9f-8256-5b74-ad9294cb13c3, 'name': SearchDatastore_Task, 'duration_secs': 0.052624} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.403194] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.403504] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 8e89990c-0a32-472e-8963-6e512d0c91a5/8e89990c-0a32-472e-8963-6e512d0c91a5.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.404747] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e188af8-088e-4816-b9ea-5e0eb0d318e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.415556] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1091.415556] env[69677]: value = "task-3437066" [ 1091.415556] env[69677]: _type = "Task" [ 1091.415556] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.438147] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.513904] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7058475-a701-4a59-926b-fd9f34602212 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.517104] env[69677]: DEBUG nova.compute.manager [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.517898] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.523121] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3221be-d39d-44f9-84a3-9b523e4d53f5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.538926] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437062, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.031424} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.543193] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e1a77f-825e-4d2c-bf9e-b12c61db7903 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.550398] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 77f65d2d-c4c7-45e4-8337-90f1982187a9/77f65d2d-c4c7-45e4-8337-90f1982187a9.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.550398] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.550398] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.555677] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f0ef3e4-4ce1-4a9a-af00-c622f8b79b12 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.559556] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbfec737-2d1a-4f1c-9846-44441deb4278 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.561558] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.571654] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1091.571654] env[69677]: value = "task-3437068" [ 1091.571654] env[69677]: _type = "Task" [ 1091.571654] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.572173] env[69677]: DEBUG oslo_vmware.api [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1091.572173] env[69677]: value = "task-3437067" [ 1091.572173] env[69677]: _type = "Task" [ 1091.572173] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.618233] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ac68de-b7b0-45d6-bf0d-64fe95eceaf3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.628405] env[69677]: DEBUG oslo_vmware.api [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.634943] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437068, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.636515] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0a6111-9806-4073-8ca0-894ce92ac9be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.653564] env[69677]: DEBUG nova.compute.provider_tree [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.731251] env[69677]: DEBUG nova.network.neutron [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Successfully updated port: 395c747b-4f5a-4f94-a265-b35d3784e0e5 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.759221] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.928509] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.041461] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437064, 'name': ReconfigVM_Task, 'duration_secs': 0.661761} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.041766] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfigured VM instance instance-0000005c to attach disk [datastore1] d2a9cd72-9455-4f4a-ad88-1928a2467adc/d2a9cd72-9455-4f4a-ad88-1928a2467adc.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.042453] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa35bdc8-2542-457c-8549-46a42a17e904 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.047369] env[69677]: DEBUG nova.network.neutron [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updating instance_info_cache with network_info: [{"id": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "address": "fa:16:3e:c9:f3:38", "network": {"id": "819ab7eb-9a02-4f7a-90b0-59d39cc5e214", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1690259758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca2e046f52924905ad44f149ddb1de4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7451a510-5e", "ovs_interfaceid": "7451a510-5e8d-4016-bff4-6ae7fbb65fbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.053293] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1092.053293] env[69677]: value = "task-3437069" [ 1092.053293] env[69677]: _type = "Task" [ 1092.053293] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.065323] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437069, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.124262] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086063} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.127495] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.127841] env[69677]: DEBUG oslo_vmware.api [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437067, 'name': PowerOffVM_Task, 'duration_secs': 0.354918} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.128956] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcf9430-5625-4a86-8a9c-316bd8928c4c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.131615] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.131786] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.132069] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9108ffdc-2692-43a1-8524-a303106577df {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.157258] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 77f65d2d-c4c7-45e4-8337-90f1982187a9/77f65d2d-c4c7-45e4-8337-90f1982187a9.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.158320] env[69677]: DEBUG nova.scheduler.client.report [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.162026] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87f93f39-8d0f-4b6b-93a6-69d383ab578e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.186564] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1092.186564] env[69677]: value = "task-3437071" [ 1092.186564] env[69677]: _type = "Task" [ 1092.186564] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.196806] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.221358] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.221658] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.221940] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Deleting the datastore file [datastore1] 59f82263-019a-4b7d-ac57-7012e8de1fff {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.222821] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-621956c2-aef7-4cdf-bd5d-6593103f8f63 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.231513] env[69677]: DEBUG oslo_vmware.api [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for the task: (returnval){ [ 1092.231513] env[69677]: value = "task-3437072" [ 1092.231513] env[69677]: _type = "Task" [ 1092.231513] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.232125] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.232253] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.232411] env[69677]: DEBUG nova.network.neutron [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.247097] env[69677]: DEBUG oslo_vmware.api [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.427724] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437066, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.550355] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Releasing lock "refresh_cache-1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.554021] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debae178-1a59-422d-a5f3-59317ebe3fae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.562614] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Resuming the VM {{(pid=69677) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1092.565806] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a917f263-7c6f-420f-a929-2f4083148210 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.568186] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437069, 'name': Rename_Task, 'duration_secs': 0.292674} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.568656] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.569345] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eac0af58-9eb1-4418-b061-00a4ed084139 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.576235] env[69677]: DEBUG oslo_vmware.api [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1092.576235] env[69677]: value = "task-3437073" [ 1092.576235] env[69677]: _type = "Task" [ 1092.576235] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.581633] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1092.581633] env[69677]: value = "task-3437074" [ 1092.581633] env[69677]: _type = "Task" [ 1092.581633] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.590627] env[69677]: DEBUG oslo_vmware.api [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.594107] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.697541] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.745541] env[69677]: DEBUG oslo_vmware.api [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.779821] env[69677]: DEBUG nova.network.neutron [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.927796] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437066, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.160174} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.928186] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 8e89990c-0a32-472e-8963-6e512d0c91a5/8e89990c-0a32-472e-8963-6e512d0c91a5.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.928467] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.928753] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af2ad597-842c-41df-a8d4-1f66aaff5ef2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.936709] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1092.936709] env[69677]: value = "task-3437075" [ 1092.936709] env[69677]: _type = "Task" [ 1092.936709] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.949270] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.071842] env[69677]: DEBUG nova.network.neutron [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance_info_cache with network_info: [{"id": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "address": "fa:16:3e:b6:93:6d", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395c747b-4f", "ovs_interfaceid": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.092121] env[69677]: DEBUG oslo_vmware.api [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.099202] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437074, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.185960] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.489s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.196125] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.477s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.198601] env[69677]: INFO nova.compute.claims [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.216284] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437071, 'name': ReconfigVM_Task, 'duration_secs': 0.686106} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.216284] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 77f65d2d-c4c7-45e4-8337-90f1982187a9/77f65d2d-c4c7-45e4-8337-90f1982187a9.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.216644] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4fb1c71-8d51-408d-8f91-ab30b9a16757 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.229382] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1093.229382] env[69677]: value = "task-3437077" [ 1093.229382] env[69677]: _type = "Task" [ 1093.229382] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.249671] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437077, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.260160] env[69677]: DEBUG oslo_vmware.api [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Task: {'id': task-3437072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589208} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.260823] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.261134] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.261437] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.263874] env[69677]: INFO nova.compute.manager [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1093.263874] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.263874] env[69677]: DEBUG nova.compute.manager [-] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.263874] env[69677]: DEBUG nova.network.neutron [-] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.450441] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18676} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.450873] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.451878] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559e01b5-99e8-4bfd-8489-7cd7308693a0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.481264] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 8e89990c-0a32-472e-8963-6e512d0c91a5/8e89990c-0a32-472e-8963-6e512d0c91a5.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.481736] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff8acfe-7f98-40ee-87ab-8a2edd206154 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.511755] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1093.511755] env[69677]: value = "task-3437078" [ 1093.511755] env[69677]: _type = "Task" [ 1093.511755] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.524490] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.552878] env[69677]: DEBUG nova.compute.manager [req-1ddd5b54-646d-4e14-b930-1f0009b1c91c req-bd7a225b-0c24-427f-88b5-e96e67a80c51 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Received event network-changed-395c747b-4f5a-4f94-a265-b35d3784e0e5 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.553199] env[69677]: DEBUG nova.compute.manager [req-1ddd5b54-646d-4e14-b930-1f0009b1c91c req-bd7a225b-0c24-427f-88b5-e96e67a80c51 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Refreshing instance network info cache due to event network-changed-395c747b-4f5a-4f94-a265-b35d3784e0e5. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.553282] env[69677]: DEBUG oslo_concurrency.lockutils [req-1ddd5b54-646d-4e14-b930-1f0009b1c91c req-bd7a225b-0c24-427f-88b5-e96e67a80c51 service nova] Acquiring lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.574611] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.574967] env[69677]: DEBUG nova.compute.manager [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Instance network_info: |[{"id": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "address": "fa:16:3e:b6:93:6d", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395c747b-4f", "ovs_interfaceid": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1093.575298] env[69677]: DEBUG oslo_concurrency.lockutils [req-1ddd5b54-646d-4e14-b930-1f0009b1c91c req-bd7a225b-0c24-427f-88b5-e96e67a80c51 service nova] Acquired lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.575485] env[69677]: DEBUG nova.network.neutron [req-1ddd5b54-646d-4e14-b930-1f0009b1c91c req-bd7a225b-0c24-427f-88b5-e96e67a80c51 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Refreshing network info cache for port 395c747b-4f5a-4f94-a265-b35d3784e0e5 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.576814] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:93:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '395c747b-4f5a-4f94-a265-b35d3784e0e5', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.586307] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.587987] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.596907] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f8ddb97-1d6a-4fd4-8168-26f98d644020 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.627572] env[69677]: DEBUG oslo_vmware.api [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437073, 'name': PowerOnVM_Task, 'duration_secs': 0.892899} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.631652] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Resumed the VM {{(pid=69677) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1093.631876] env[69677]: DEBUG nova.compute.manager [None req-3ac66924-b6e8-4bc0-9b5e-d1f5730e80ab tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.632467] env[69677]: DEBUG oslo_vmware.api [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437074, 'name': PowerOnVM_Task, 'duration_secs': 0.843233} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.632735] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.632735] env[69677]: value = "task-3437079" [ 1093.632735] env[69677]: _type = "Task" [ 1093.632735] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.633370] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c66bfac-9bc2-4855-9986-c640bbc78e97 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.635938] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.636162] env[69677]: INFO nova.compute.manager [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1093.636345] env[69677]: DEBUG nova.compute.manager [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.637378] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56cf11c-54cf-45e8-86d2-075348a5b98e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.653866] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437079, 'name': CreateVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.741857] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437077, 'name': Rename_Task, 'duration_secs': 0.243694} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.742204] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.742784] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-187ff7bf-177d-40cb-9396-2a048f8700fa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.749755] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1093.749755] env[69677]: value = "task-3437080" [ 1093.749755] env[69677]: _type = "Task" [ 1093.749755] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.758968] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.768051] env[69677]: INFO nova.scheduler.client.report [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted allocation for migration a51aa25c-a248-400e-af6e-39f1e7bd883a [ 1094.022636] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.119523] env[69677]: DEBUG nova.network.neutron [-] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.147486] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437079, 'name': CreateVM_Task, 'duration_secs': 0.367084} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.147662] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.148366] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.148539] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.149028] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.149137] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02c0478-3cc4-4b59-b051-046fef9b3b4b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.154053] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1094.154053] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a4b3ec-0916-abd8-568c-9f15154685be" [ 1094.154053] env[69677]: _type = "Task" [ 1094.154053] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.169228] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a4b3ec-0916-abd8-568c-9f15154685be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.170808] env[69677]: INFO nova.compute.manager [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Took 21.06 seconds to build instance. [ 1094.261432] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.273540] env[69677]: DEBUG oslo_concurrency.lockutils [None req-00119094-47de-48a3-a339-c0d6f214b1f7 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.331s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.398498] env[69677]: DEBUG nova.network.neutron [req-1ddd5b54-646d-4e14-b930-1f0009b1c91c req-bd7a225b-0c24-427f-88b5-e96e67a80c51 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updated VIF entry in instance network info cache for port 395c747b-4f5a-4f94-a265-b35d3784e0e5. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.398876] env[69677]: DEBUG nova.network.neutron [req-1ddd5b54-646d-4e14-b930-1f0009b1c91c req-bd7a225b-0c24-427f-88b5-e96e67a80c51 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance_info_cache with network_info: [{"id": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "address": "fa:16:3e:b6:93:6d", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395c747b-4f", "ovs_interfaceid": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.470571] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08239a9-e185-4307-b502-1aea54083b37 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.478677] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3e6ef3-dae4-418f-b05f-30bad2912b4b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.511324] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a03b91-0229-4add-b132-57c6465a01ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.526119] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6398548-1d22-41b9-b7c9-f34f085c43aa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.528785] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437078, 'name': ReconfigVM_Task, 'duration_secs': 0.597084} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.529051] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 8e89990c-0a32-472e-8963-6e512d0c91a5/8e89990c-0a32-472e-8963-6e512d0c91a5.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.529995] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c7112ab-a127-48fa-8242-f0c72f92d1f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.541291] env[69677]: DEBUG nova.compute.provider_tree [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.543420] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1094.543420] env[69677]: value = "task-3437081" [ 1094.543420] env[69677]: _type = "Task" [ 1094.543420] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.553447] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437081, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.622702] env[69677]: INFO nova.compute.manager [-] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Took 1.36 seconds to deallocate network for instance. [ 1094.665711] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a4b3ec-0916-abd8-568c-9f15154685be, 'name': SearchDatastore_Task, 'duration_secs': 0.049555} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.666012] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.666251] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.666490] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.666641] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.666815] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.667092] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f6fd28f-cc1d-4043-a77c-30d804e7df37 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.673016] env[69677]: DEBUG oslo_concurrency.lockutils [None req-13eb7d54-5035-49aa-ab5b-ac3375c29f68 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.572s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.677253] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.677428] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.678168] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad463c9f-ce85-40d3-8e65-cbc77404d6b3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.684118] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1094.684118] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5245ed43-987e-4b4b-05b5-015e65ca57c8" [ 1094.684118] env[69677]: _type = "Task" [ 1094.684118] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.696169] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5245ed43-987e-4b4b-05b5-015e65ca57c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.761953] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437080, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.903117] env[69677]: DEBUG oslo_concurrency.lockutils [req-1ddd5b54-646d-4e14-b930-1f0009b1c91c req-bd7a225b-0c24-427f-88b5-e96e67a80c51 service nova] Releasing lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.045840] env[69677]: DEBUG nova.scheduler.client.report [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.058744] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437081, 'name': Rename_Task, 'duration_secs': 0.269581} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.059138] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.059428] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80fddebf-0e6b-45e9-a57d-15264aedfe14 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.067197] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1095.067197] env[69677]: value = "task-3437082" [ 1095.067197] env[69677]: _type = "Task" [ 1095.067197] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.077049] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.134485] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.196152] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5245ed43-987e-4b4b-05b5-015e65ca57c8, 'name': SearchDatastore_Task, 'duration_secs': 0.024625} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.197509] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e55f6f59-ba45-4626-8aa2-f94c687a53fc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.204667] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1095.204667] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5240aed6-79f8-9bc9-2b0e-f2a99b9c00a9" [ 1095.204667] env[69677]: _type = "Task" [ 1095.204667] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.214793] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5240aed6-79f8-9bc9-2b0e-f2a99b9c00a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.265565] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437080, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.553879] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.554834] env[69677]: DEBUG nova.compute.manager [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.561491] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.801s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.565019] env[69677]: INFO nova.compute.claims [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.583459] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437082, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.636055] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.636396] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.636638] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.636842] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.638019] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.639751] env[69677]: INFO nova.compute.manager [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Terminating instance [ 1095.715045] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5240aed6-79f8-9bc9-2b0e-f2a99b9c00a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013916} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.715337] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.715593] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 4a63917e-90c7-485a-8e0f-83bd441239b1/4a63917e-90c7-485a-8e0f-83bd441239b1.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.715859] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18104cfb-b3af-4a63-84a2-25a150260e48 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.724418] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1095.724418] env[69677]: value = "task-3437084" [ 1095.724418] env[69677]: _type = "Task" [ 1095.724418] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.734881] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.738280] env[69677]: DEBUG nova.compute.manager [req-7bf72478-4e01-4c2d-b7a7-86571e47d6f8 req-d00eed95-0d6a-4080-953d-e0200f1b15ad service nova] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Received event network-vif-deleted-c572e9b7-bea4-44a5-9435-b73319547b9d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.738506] env[69677]: DEBUG nova.compute.manager [req-7bf72478-4e01-4c2d-b7a7-86571e47d6f8 req-d00eed95-0d6a-4080-953d-e0200f1b15ad service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Received event network-changed-e4a71b60-d478-4a70-9480-2f6b99d5a7c8 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.738707] env[69677]: DEBUG nova.compute.manager [req-7bf72478-4e01-4c2d-b7a7-86571e47d6f8 req-d00eed95-0d6a-4080-953d-e0200f1b15ad service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Refreshing instance network info cache due to event network-changed-e4a71b60-d478-4a70-9480-2f6b99d5a7c8. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.738872] env[69677]: DEBUG oslo_concurrency.lockutils [req-7bf72478-4e01-4c2d-b7a7-86571e47d6f8 req-d00eed95-0d6a-4080-953d-e0200f1b15ad service nova] Acquiring lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.739036] env[69677]: DEBUG oslo_concurrency.lockutils [req-7bf72478-4e01-4c2d-b7a7-86571e47d6f8 req-d00eed95-0d6a-4080-953d-e0200f1b15ad service nova] Acquired lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.739492] env[69677]: DEBUG nova.network.neutron [req-7bf72478-4e01-4c2d-b7a7-86571e47d6f8 req-d00eed95-0d6a-4080-953d-e0200f1b15ad service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Refreshing network info cache for port e4a71b60-d478-4a70-9480-2f6b99d5a7c8 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.762825] env[69677]: DEBUG oslo_vmware.api [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437080, 'name': PowerOnVM_Task, 'duration_secs': 1.606473} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.763107] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.763314] env[69677]: INFO nova.compute.manager [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Took 14.46 seconds to spawn the instance on the hypervisor. [ 1095.763494] env[69677]: DEBUG nova.compute.manager [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.764329] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de00bb54-e350-448a-b003-38e231caa076 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.068525] env[69677]: DEBUG nova.compute.utils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.074101] env[69677]: DEBUG nova.compute.manager [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.074226] env[69677]: DEBUG nova.network.neutron [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.094056] env[69677]: DEBUG oslo_vmware.api [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437082, 'name': PowerOnVM_Task, 'duration_secs': 0.513068} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.094056] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.094056] env[69677]: INFO nova.compute.manager [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1096.094056] env[69677]: DEBUG nova.compute.manager [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.094798] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f142f09-dc7d-438a-8ac4-bffd04c0b654 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.147875] env[69677]: DEBUG nova.compute.manager [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.148148] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.149338] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a5a515-a35d-4459-8a86-4d06d0d221ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.160331] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.162216] env[69677]: DEBUG nova.policy [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e555c37d711422ba406d8822d3cdf7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '171b3a4d12ba4ae3a98b94ee941802ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.163881] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78f62a89-3e45-4f64-8c0a-76f6d568fbac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.176855] env[69677]: DEBUG oslo_vmware.api [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1096.176855] env[69677]: value = "task-3437085" [ 1096.176855] env[69677]: _type = "Task" [ 1096.176855] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.191000] env[69677]: DEBUG oslo_vmware.api [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.223790] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "c24dccd5-5ce0-42d7-8f93-b55de123549e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.223790] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "c24dccd5-5ce0-42d7-8f93-b55de123549e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.237967] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437084, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.289865] env[69677]: INFO nova.compute.manager [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Took 27.87 seconds to build instance. [ 1096.562640] env[69677]: DEBUG nova.network.neutron [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Successfully created port: 4be33ae0-d804-426e-b0b0-efea9200fc0a {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.566524] env[69677]: DEBUG nova.network.neutron [req-7bf72478-4e01-4c2d-b7a7-86571e47d6f8 req-d00eed95-0d6a-4080-953d-e0200f1b15ad service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updated VIF entry in instance network info cache for port e4a71b60-d478-4a70-9480-2f6b99d5a7c8. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.567009] env[69677]: DEBUG nova.network.neutron [req-7bf72478-4e01-4c2d-b7a7-86571e47d6f8 req-d00eed95-0d6a-4080-953d-e0200f1b15ad service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance_info_cache with network_info: [{"id": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "address": "fa:16:3e:b0:22:cd", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a71b60-d4", "ovs_interfaceid": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.571459] env[69677]: DEBUG nova.compute.manager [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.625261] env[69677]: INFO nova.compute.manager [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Took 22.22 seconds to build instance. [ 1096.688629] env[69677]: DEBUG oslo_vmware.api [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437085, 'name': PowerOffVM_Task, 'duration_secs': 0.464104} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.688925] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.689101] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.689610] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0ca8d2d-fb60-49aa-b6be-d5ea5d315e7a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.729865] env[69677]: DEBUG nova.compute.manager [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.749937] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647463} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.750347] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 4a63917e-90c7-485a-8e0f-83bd441239b1/4a63917e-90c7-485a-8e0f-83bd441239b1.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.750645] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.751208] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a2ac90c-757b-45c9-bede-97771fcc0c04 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.760960] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1096.760960] env[69677]: value = "task-3437087" [ 1096.760960] env[69677]: _type = "Task" [ 1096.760960] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.774137] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.777979] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.778212] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.778470] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleting the datastore file [datastore2] fdddfbc8-3176-4c4e-b831-f0959ccb9bae {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.778948] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f1c2ffe-5160-4808-ba28-98f776b72a53 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.787345] env[69677]: DEBUG oslo_vmware.api [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1096.787345] env[69677]: value = "task-3437088" [ 1096.787345] env[69677]: _type = "Task" [ 1096.787345] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.796742] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2acea215-f963-4ffc-95e4-9a6a0f34380b tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "77f65d2d-c4c7-45e4-8337-90f1982187a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.385s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.800963] env[69677]: DEBUG oslo_vmware.api [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.897873] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268f9ea9-fecb-4604-8f0f-7b4eeb9e344e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.907794] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2e6b37-2eed-4d0f-8320-8d20b6d2733d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.957103] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b3c844-0421-4478-bb48-2f254286184e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.967103] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786fbb9b-05cf-4417-9edd-c83b6ef3aaf2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.982826] env[69677]: DEBUG nova.compute.provider_tree [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.070163] env[69677]: DEBUG oslo_concurrency.lockutils [req-7bf72478-4e01-4c2d-b7a7-86571e47d6f8 req-d00eed95-0d6a-4080-953d-e0200f1b15ad service nova] Releasing lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.128168] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbd8b304-b0da-4601-bcff-9745bbff7598 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.736s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.268645] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.274099] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112617} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.274364] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1097.275181] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01843083-9ba2-4c11-951f-8fd9a8f0f478 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.299447] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 4a63917e-90c7-485a-8e0f-83bd441239b1/4a63917e-90c7-485a-8e0f-83bd441239b1.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.304510] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c42769-d042-4759-b6c1-1b373882c96d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.325571] env[69677]: DEBUG oslo_vmware.api [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.432145} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.329035] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.329035] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.329035] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.329035] env[69677]: INFO nova.compute.manager [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1097.329035] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.329035] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1097.329035] env[69677]: value = "task-3437090" [ 1097.329035] env[69677]: _type = "Task" [ 1097.329035] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.329035] env[69677]: DEBUG nova.compute.manager [-] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.329035] env[69677]: DEBUG nova.network.neutron [-] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.341403] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.486297] env[69677]: DEBUG nova.scheduler.client.report [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.524093] env[69677]: DEBUG oslo_concurrency.lockutils [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "77f65d2d-c4c7-45e4-8337-90f1982187a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.524426] env[69677]: DEBUG oslo_concurrency.lockutils [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "77f65d2d-c4c7-45e4-8337-90f1982187a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.524572] env[69677]: DEBUG oslo_concurrency.lockutils [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "77f65d2d-c4c7-45e4-8337-90f1982187a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.524759] env[69677]: DEBUG oslo_concurrency.lockutils [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "77f65d2d-c4c7-45e4-8337-90f1982187a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.524969] env[69677]: DEBUG oslo_concurrency.lockutils [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "77f65d2d-c4c7-45e4-8337-90f1982187a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.527621] env[69677]: INFO nova.compute.manager [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Terminating instance [ 1097.566076] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.567478] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.584958] env[69677]: DEBUG nova.compute.manager [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.622848] env[69677]: DEBUG nova.virt.hardware [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.623170] env[69677]: DEBUG nova.virt.hardware [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.624628] env[69677]: DEBUG nova.virt.hardware [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.624628] env[69677]: DEBUG nova.virt.hardware [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.624628] env[69677]: DEBUG nova.virt.hardware [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.624628] env[69677]: DEBUG nova.virt.hardware [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.624628] env[69677]: DEBUG nova.virt.hardware [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.624628] env[69677]: DEBUG nova.virt.hardware [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.624628] env[69677]: DEBUG nova.virt.hardware [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.624898] env[69677]: DEBUG nova.virt.hardware [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.625531] env[69677]: DEBUG nova.virt.hardware [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.626658] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cf5597-3036-4c97-b07b-55158d55dc3e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.637543] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af496eb2-fbc9-4355-9759-0c5d2c660a93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.646885] env[69677]: DEBUG nova.compute.manager [req-03203751-8373-49f4-a0c4-d57e59f68cc2 req-068e93c7-517c-4fd9-8b92-04f7b88a2cbf service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Received event network-vif-deleted-c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.647125] env[69677]: INFO nova.compute.manager [req-03203751-8373-49f4-a0c4-d57e59f68cc2 req-068e93c7-517c-4fd9-8b92-04f7b88a2cbf service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Neutron deleted interface c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475; detaching it from the instance and deleting it from the info cache [ 1097.647298] env[69677]: DEBUG nova.network.neutron [req-03203751-8373-49f4-a0c4-d57e59f68cc2 req-068e93c7-517c-4fd9-8b92-04f7b88a2cbf service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.762486] env[69677]: DEBUG nova.compute.manager [req-9923e7ea-ea12-4dbc-a4d9-8846d033aca4 req-0e1a933b-9a3f-42df-8f75-67838a58a4aa service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received event network-changed-e4457812-1c03-464b-bbdc-fd669f60e066 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.762615] env[69677]: DEBUG nova.compute.manager [req-9923e7ea-ea12-4dbc-a4d9-8846d033aca4 req-0e1a933b-9a3f-42df-8f75-67838a58a4aa service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Refreshing instance network info cache due to event network-changed-e4457812-1c03-464b-bbdc-fd669f60e066. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.762834] env[69677]: DEBUG oslo_concurrency.lockutils [req-9923e7ea-ea12-4dbc-a4d9-8846d033aca4 req-0e1a933b-9a3f-42df-8f75-67838a58a4aa service nova] Acquiring lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.763015] env[69677]: DEBUG oslo_concurrency.lockutils [req-9923e7ea-ea12-4dbc-a4d9-8846d033aca4 req-0e1a933b-9a3f-42df-8f75-67838a58a4aa service nova] Acquired lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.763204] env[69677]: DEBUG nova.network.neutron [req-9923e7ea-ea12-4dbc-a4d9-8846d033aca4 req-0e1a933b-9a3f-42df-8f75-67838a58a4aa service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Refreshing network info cache for port e4457812-1c03-464b-bbdc-fd669f60e066 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.840501] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437090, 'name': ReconfigVM_Task, 'duration_secs': 0.340467} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.840772] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 4a63917e-90c7-485a-8e0f-83bd441239b1/4a63917e-90c7-485a-8e0f-83bd441239b1.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.841419] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5459fd72-d036-4ee8-ace7-da920cfa0a72 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.850207] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1097.850207] env[69677]: value = "task-3437091" [ 1097.850207] env[69677]: _type = "Task" [ 1097.850207] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.859749] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437091, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.996022] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.996857] env[69677]: DEBUG nova.compute.manager [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.000096] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.866s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.000386] env[69677]: DEBUG nova.objects.instance [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lazy-loading 'resources' on Instance uuid 59f82263-019a-4b7d-ac57-7012e8de1fff {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.034982] env[69677]: DEBUG nova.compute.manager [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.035274] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.036765] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d98e8d-f818-4758-ae5f-fd050cc9db1c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.046363] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.046638] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81ce9648-ebee-449f-898f-f6e7e8defa31 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.056035] env[69677]: DEBUG oslo_vmware.api [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1098.056035] env[69677]: value = "task-3437092" [ 1098.056035] env[69677]: _type = "Task" [ 1098.056035] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.064559] env[69677]: DEBUG oslo_vmware.api [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.070017] env[69677]: DEBUG nova.compute.utils [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.101144] env[69677]: DEBUG nova.network.neutron [-] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.165401] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea4a215d-dc01-42a4-b186-7e152d56441c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.177314] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d957954-85c4-40c7-9972-16eb9ced603b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.215275] env[69677]: DEBUG nova.compute.manager [req-03203751-8373-49f4-a0c4-d57e59f68cc2 req-068e93c7-517c-4fd9-8b92-04f7b88a2cbf service nova] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Detach interface failed, port_id=c2ed5f7e-6b72-4a17-bc0f-8a2f8ea94475, reason: Instance fdddfbc8-3176-4c4e-b831-f0959ccb9bae could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.246442] env[69677]: DEBUG nova.network.neutron [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Successfully updated port: 4be33ae0-d804-426e-b0b0-efea9200fc0a {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.363811] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437091, 'name': Rename_Task, 'duration_secs': 0.153444} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.364160] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.364388] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-513faaaa-e38f-4c10-af88-38574a196561 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.375585] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1098.375585] env[69677]: value = "task-3437093" [ 1098.375585] env[69677]: _type = "Task" [ 1098.375585] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.389421] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.503690] env[69677]: DEBUG nova.compute.utils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.505801] env[69677]: DEBUG nova.compute.manager [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.506008] env[69677]: DEBUG nova.network.neutron [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.513120] env[69677]: DEBUG nova.network.neutron [req-9923e7ea-ea12-4dbc-a4d9-8846d033aca4 req-0e1a933b-9a3f-42df-8f75-67838a58a4aa service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updated VIF entry in instance network info cache for port e4457812-1c03-464b-bbdc-fd669f60e066. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.513120] env[69677]: DEBUG nova.network.neutron [req-9923e7ea-ea12-4dbc-a4d9-8846d033aca4 req-0e1a933b-9a3f-42df-8f75-67838a58a4aa service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [{"id": "e4457812-1c03-464b-bbdc-fd669f60e066", "address": "fa:16:3e:df:d3:00", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4457812-1c", "ovs_interfaceid": "e4457812-1c03-464b-bbdc-fd669f60e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.557039] env[69677]: DEBUG nova.policy [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33154e5450f0417bb4640112d93b1b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f21758f46ae3457ab5e4e90f9ac3240d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.571081] env[69677]: DEBUG oslo_vmware.api [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437092, 'name': PowerOffVM_Task, 'duration_secs': 0.390239} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.571503] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.571503] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.572147] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.572630] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1764a016-5ab9-41b1-b95a-23d004664f2a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.607071] env[69677]: INFO nova.compute.manager [-] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Took 1.28 seconds to deallocate network for instance. [ 1098.720177] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.720473] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.720755] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Deleting the datastore file [datastore1] 77f65d2d-c4c7-45e4-8337-90f1982187a9 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.721337] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25a352a2-b82f-44ae-ab79-6f1909ab7710 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.734951] env[69677]: DEBUG oslo_vmware.api [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for the task: (returnval){ [ 1098.734951] env[69677]: value = "task-3437095" [ 1098.734951] env[69677]: _type = "Task" [ 1098.734951] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.749584] env[69677]: DEBUG oslo_vmware.api [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.750150] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "refresh_cache-f0023f5a-9aad-4670-b69a-7a14b7e0a823" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.750253] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "refresh_cache-f0023f5a-9aad-4670-b69a-7a14b7e0a823" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.750389] env[69677]: DEBUG nova.network.neutron [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.783658] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3354af0e-1418-486e-aeb4-309e0c7c444f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.794027] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dce1504-6088-4af0-a230-2cff53dcbfed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.827727] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1962e517-d326-4c2e-be0c-477bbae86b19 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.837167] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7177a7a-a448-4476-83a8-cb82a24d3f91 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.854605] env[69677]: DEBUG nova.compute.provider_tree [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.891667] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437093, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.011669] env[69677]: DEBUG nova.network.neutron [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Successfully created port: 07364e65-c047-4956-8250-010e777c091d {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.013916] env[69677]: DEBUG nova.compute.manager [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.016497] env[69677]: DEBUG oslo_concurrency.lockutils [req-9923e7ea-ea12-4dbc-a4d9-8846d033aca4 req-0e1a933b-9a3f-42df-8f75-67838a58a4aa service nova] Releasing lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.113993] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.222663] env[69677]: DEBUG oslo_concurrency.lockutils [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.222862] env[69677]: DEBUG oslo_concurrency.lockutils [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.223123] env[69677]: DEBUG oslo_concurrency.lockutils [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.223369] env[69677]: DEBUG oslo_concurrency.lockutils [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.223730] env[69677]: DEBUG oslo_concurrency.lockutils [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.225733] env[69677]: INFO nova.compute.manager [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Terminating instance [ 1099.247888] env[69677]: DEBUG oslo_vmware.api [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Task: {'id': task-3437095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23475} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.248761] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.248761] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.248761] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.248761] env[69677]: INFO nova.compute.manager [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1099.248947] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.249377] env[69677]: DEBUG nova.compute.manager [-] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.249477] env[69677]: DEBUG nova.network.neutron [-] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.309095] env[69677]: DEBUG nova.network.neutron [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.358306] env[69677]: DEBUG nova.scheduler.client.report [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.394871] env[69677]: DEBUG oslo_vmware.api [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437093, 'name': PowerOnVM_Task, 'duration_secs': 0.54436} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.395175] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.395345] env[69677]: INFO nova.compute.manager [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1099.395523] env[69677]: DEBUG nova.compute.manager [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.396593] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320e672f-6455-4e7b-b105-0a1c78f28d78 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.557984] env[69677]: DEBUG nova.network.neutron [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Updating instance_info_cache with network_info: [{"id": "4be33ae0-d804-426e-b0b0-efea9200fc0a", "address": "fa:16:3e:ae:49:ea", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be33ae0-d8", "ovs_interfaceid": "4be33ae0-d804-426e-b0b0-efea9200fc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.649463] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.649798] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.649995] env[69677]: INFO nova.compute.manager [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Attaching volume 3e2a0cc7-dcdc-4fad-9fef-a026235d468e to /dev/sdb [ 1099.690958] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacc6930-7a9d-4ff0-8333-2ebbb4924d92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.699369] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4e09e9-5dc2-4183-821e-6a7620554d53 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.716834] env[69677]: DEBUG nova.virt.block_device [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Updating existing volume attachment record: aff65311-7548-4b02-8472-4782d3c2f50f {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1099.730857] env[69677]: DEBUG nova.compute.manager [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.730957] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.731853] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02e0d41-42b7-4d51-bd06-b945c538cbbb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.740342] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.740607] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-655cdc14-d1a6-4f01-a8b7-52c351772bb9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.748850] env[69677]: DEBUG oslo_vmware.api [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1099.748850] env[69677]: value = "task-3437096" [ 1099.748850] env[69677]: _type = "Task" [ 1099.748850] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.757913] env[69677]: DEBUG oslo_vmware.api [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.794482] env[69677]: DEBUG nova.compute.manager [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Received event network-vif-plugged-4be33ae0-d804-426e-b0b0-efea9200fc0a {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.796939] env[69677]: DEBUG oslo_concurrency.lockutils [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] Acquiring lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.796939] env[69677]: DEBUG oslo_concurrency.lockutils [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.796939] env[69677]: DEBUG oslo_concurrency.lockutils [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.796939] env[69677]: DEBUG nova.compute.manager [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] No waiting events found dispatching network-vif-plugged-4be33ae0-d804-426e-b0b0-efea9200fc0a {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.796939] env[69677]: WARNING nova.compute.manager [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Received unexpected event network-vif-plugged-4be33ae0-d804-426e-b0b0-efea9200fc0a for instance with vm_state building and task_state spawning. [ 1099.796939] env[69677]: DEBUG nova.compute.manager [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Received event network-changed-4be33ae0-d804-426e-b0b0-efea9200fc0a {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.796939] env[69677]: DEBUG nova.compute.manager [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Refreshing instance network info cache due to event network-changed-4be33ae0-d804-426e-b0b0-efea9200fc0a. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.797158] env[69677]: DEBUG oslo_concurrency.lockutils [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] Acquiring lock "refresh_cache-f0023f5a-9aad-4670-b69a-7a14b7e0a823" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.865478] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.867381] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.598s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.869025] env[69677]: INFO nova.compute.claims [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.920466] env[69677]: INFO nova.compute.manager [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Took 17.65 seconds to build instance. [ 1100.025103] env[69677]: INFO nova.scheduler.client.report [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Deleted allocations for instance 59f82263-019a-4b7d-ac57-7012e8de1fff [ 1100.026187] env[69677]: DEBUG nova.compute.manager [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.060976] env[69677]: DEBUG nova.virt.hardware [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.061215] env[69677]: DEBUG nova.virt.hardware [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.061370] env[69677]: DEBUG nova.virt.hardware [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.061549] env[69677]: DEBUG nova.virt.hardware [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.061697] env[69677]: DEBUG nova.virt.hardware [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.061841] env[69677]: DEBUG nova.virt.hardware [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.062062] env[69677]: DEBUG nova.virt.hardware [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.062228] env[69677]: DEBUG nova.virt.hardware [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.062426] env[69677]: DEBUG nova.virt.hardware [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.062668] env[69677]: DEBUG nova.virt.hardware [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.063332] env[69677]: DEBUG nova.virt.hardware [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.063417] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "refresh_cache-f0023f5a-9aad-4670-b69a-7a14b7e0a823" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.063757] env[69677]: DEBUG nova.compute.manager [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Instance network_info: |[{"id": "4be33ae0-d804-426e-b0b0-efea9200fc0a", "address": "fa:16:3e:ae:49:ea", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be33ae0-d8", "ovs_interfaceid": "4be33ae0-d804-426e-b0b0-efea9200fc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1100.064593] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605744b5-0cac-4f18-b749-389d2bd34d6b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.068235] env[69677]: DEBUG oslo_concurrency.lockutils [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] Acquired lock "refresh_cache-f0023f5a-9aad-4670-b69a-7a14b7e0a823" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.068235] env[69677]: DEBUG nova.network.neutron [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Refreshing network info cache for port 4be33ae0-d804-426e-b0b0-efea9200fc0a {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.069809] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:49:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be33ae0-d804-426e-b0b0-efea9200fc0a', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.078663] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.079641] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.080275] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c146046f-4b1d-48a2-aea7-631b517ecf27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.101277] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362d41ef-e385-41a2-89e4-01b642112cc4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.108486] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.108486] env[69677]: value = "task-3437098" [ 1100.108486] env[69677]: _type = "Task" [ 1100.108486] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.128642] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437098, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.259945] env[69677]: DEBUG oslo_vmware.api [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437096, 'name': PowerOffVM_Task, 'duration_secs': 0.244881} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.260208] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.261236] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.261236] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c2cc934-dcd8-4b54-b8d0-0b872d234ac5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.326037] env[69677]: DEBUG nova.network.neutron [-] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.345509] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.345707] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.345885] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Deleting the datastore file [datastore2] 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.346171] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a278396e-9d2a-4449-9f39-eb0b22f8289e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.356607] env[69677]: DEBUG oslo_vmware.api [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for the task: (returnval){ [ 1100.356607] env[69677]: value = "task-3437100" [ 1100.356607] env[69677]: _type = "Task" [ 1100.356607] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.366290] env[69677]: DEBUG oslo_vmware.api [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.425804] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4440ef6a-61e9-4be6-9bbb-ea62883288dd tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "4a63917e-90c7-485a-8e0f-83bd441239b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.170s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.510531] env[69677]: DEBUG nova.compute.manager [req-e85463ca-d2b3-4d8d-8442-bb0769282b7a req-3883a22d-c040-4aad-b7b2-0df53b8e1b38 service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Received event network-vif-plugged-07364e65-c047-4956-8250-010e777c091d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.510784] env[69677]: DEBUG oslo_concurrency.lockutils [req-e85463ca-d2b3-4d8d-8442-bb0769282b7a req-3883a22d-c040-4aad-b7b2-0df53b8e1b38 service nova] Acquiring lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.512282] env[69677]: DEBUG oslo_concurrency.lockutils [req-e85463ca-d2b3-4d8d-8442-bb0769282b7a req-3883a22d-c040-4aad-b7b2-0df53b8e1b38 service nova] Lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.512282] env[69677]: DEBUG oslo_concurrency.lockutils [req-e85463ca-d2b3-4d8d-8442-bb0769282b7a req-3883a22d-c040-4aad-b7b2-0df53b8e1b38 service nova] Lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.512282] env[69677]: DEBUG nova.compute.manager [req-e85463ca-d2b3-4d8d-8442-bb0769282b7a req-3883a22d-c040-4aad-b7b2-0df53b8e1b38 service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] No waiting events found dispatching network-vif-plugged-07364e65-c047-4956-8250-010e777c091d {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.512282] env[69677]: WARNING nova.compute.manager [req-e85463ca-d2b3-4d8d-8442-bb0769282b7a req-3883a22d-c040-4aad-b7b2-0df53b8e1b38 service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Received unexpected event network-vif-plugged-07364e65-c047-4956-8250-010e777c091d for instance with vm_state building and task_state spawning. [ 1100.536955] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c47e545d-02b4-4c63-abec-275162a9110e tempest-ImagesOneServerTestJSON-683309187 tempest-ImagesOneServerTestJSON-683309187-project-member] Lock "59f82263-019a-4b7d-ac57-7012e8de1fff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.565s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.622598] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437098, 'name': CreateVM_Task, 'duration_secs': 0.396498} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.622598] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.622598] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.622598] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.622598] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.623140] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18637b85-19df-49a5-83e7-5c1ab08654ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.629929] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1100.629929] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5292bee5-41f4-aa8b-5194-b0f560de3674" [ 1100.629929] env[69677]: _type = "Task" [ 1100.629929] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.643857] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5292bee5-41f4-aa8b-5194-b0f560de3674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.727072] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Acquiring lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.727742] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.731300] env[69677]: DEBUG nova.network.neutron [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Successfully updated port: 07364e65-c047-4956-8250-010e777c091d {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.830162] env[69677]: INFO nova.compute.manager [-] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Took 1.58 seconds to deallocate network for instance. [ 1100.869818] env[69677]: DEBUG oslo_vmware.api [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Task: {'id': task-3437100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222926} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.873059] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.873274] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.873447] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.873643] env[69677]: INFO nova.compute.manager [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1100.873854] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.874711] env[69677]: DEBUG nova.compute.manager [-] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.875150] env[69677]: DEBUG nova.network.neutron [-] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.942629] env[69677]: DEBUG nova.network.neutron [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Updated VIF entry in instance network info cache for port 4be33ae0-d804-426e-b0b0-efea9200fc0a. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.942984] env[69677]: DEBUG nova.network.neutron [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Updating instance_info_cache with network_info: [{"id": "4be33ae0-d804-426e-b0b0-efea9200fc0a", "address": "fa:16:3e:ae:49:ea", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be33ae0-d8", "ovs_interfaceid": "4be33ae0-d804-426e-b0b0-efea9200fc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.124743] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e647703-cb5d-4d6f-ba44-c78f73638e2f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.136651] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a77fb63-1272-4e14-bef1-96b578d21afe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.149023] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5292bee5-41f4-aa8b-5194-b0f560de3674, 'name': SearchDatastore_Task, 'duration_secs': 0.012223} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.181433] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.181433] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.181433] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.181433] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.181433] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.181433] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-189e54ec-7826-4b8b-a724-aecc4245da60 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.182874] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5c4ed8-f586-4f3c-bb1f-567bd956aa73 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.194205] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae215eb5-ab76-458f-8c7d-29bdaad853b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.197514] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.197700] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.198926] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27fb83d2-0319-4ff1-a2a6-a40b16539ce7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.219024] env[69677]: DEBUG nova.compute.provider_tree [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.221857] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1101.221857] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e229c6-2f40-a622-ef04-cc414405546f" [ 1101.221857] env[69677]: _type = "Task" [ 1101.221857] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.234380] env[69677]: DEBUG nova.compute.manager [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.238049] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "refresh_cache-70805bd3-e5ab-4057-895e-bd8b3227cb7c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.238049] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "refresh_cache-70805bd3-e5ab-4057-895e-bd8b3227cb7c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.238049] env[69677]: DEBUG nova.network.neutron [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.238988] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e229c6-2f40-a622-ef04-cc414405546f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.336494] env[69677]: DEBUG oslo_concurrency.lockutils [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.446554] env[69677]: DEBUG oslo_concurrency.lockutils [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] Releasing lock "refresh_cache-f0023f5a-9aad-4670-b69a-7a14b7e0a823" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.446887] env[69677]: DEBUG nova.compute.manager [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Received event network-vif-deleted-bd358300-e136-41e0-8289-ed952b39d1e3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.447130] env[69677]: INFO nova.compute.manager [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Neutron deleted interface bd358300-e136-41e0-8289-ed952b39d1e3; detaching it from the instance and deleting it from the info cache [ 1101.447446] env[69677]: DEBUG nova.network.neutron [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Updating instance_info_cache with network_info: [{"id": "d8a8f66b-3afb-49cb-a724-04f2d44957c8", "address": "fa:16:3e:8c:83:1a", "network": {"id": "4c01f658-87b9-40fb-97bd-d5647c3d0c01", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1426970304", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fdd82d95daaa4359b03fa10a8f7cc24e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8a8f66b-3a", "ovs_interfaceid": "d8a8f66b-3afb-49cb-a724-04f2d44957c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.723465] env[69677]: DEBUG nova.scheduler.client.report [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.737179] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e229c6-2f40-a622-ef04-cc414405546f, 'name': SearchDatastore_Task, 'duration_secs': 0.027799} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.738050] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035d5410-ec8f-492c-882b-2841193436ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.752093] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1101.752093] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5214f0e8-18b4-1b8f-4a43-648d1be57990" [ 1101.752093] env[69677]: _type = "Task" [ 1101.752093] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.759089] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5214f0e8-18b4-1b8f-4a43-648d1be57990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.762743] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.771468] env[69677]: DEBUG nova.network.neutron [-] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.786744] env[69677]: DEBUG nova.network.neutron [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.826009] env[69677]: DEBUG nova.compute.manager [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Received event network-vif-deleted-d8a8f66b-3afb-49cb-a724-04f2d44957c8 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.826214] env[69677]: INFO nova.compute.manager [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Neutron deleted interface d8a8f66b-3afb-49cb-a724-04f2d44957c8; detaching it from the instance and deleting it from the info cache [ 1101.826492] env[69677]: DEBUG nova.network.neutron [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.933970] env[69677]: DEBUG nova.objects.instance [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lazy-loading 'flavor' on Instance uuid 1bd82b35-63a6-4bf5-b425-cd02fbd28946 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.951404] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe52baed-5153-43ca-b1b7-fdff6208ac62 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.958284] env[69677]: DEBUG nova.network.neutron [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Updating instance_info_cache with network_info: [{"id": "07364e65-c047-4956-8250-010e777c091d", "address": "fa:16:3e:9f:11:f3", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07364e65-c0", "ovs_interfaceid": "07364e65-c047-4956-8250-010e777c091d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.966264] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d804618-a64c-41e4-b10c-b9744de62ce1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.003415] env[69677]: DEBUG nova.compute.manager [req-e82325fb-6ca3-41f3-b2f4-8ff83b7898ff req-ec30b70d-e0e4-4dbb-b8a1-0233b7dcf6b6 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Detach interface failed, port_id=bd358300-e136-41e0-8289-ed952b39d1e3, reason: Instance 77f65d2d-c4c7-45e4-8337-90f1982187a9 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.232269] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.232818] env[69677]: DEBUG nova.compute.manager [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.235684] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.122s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.239293] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.241442] env[69677]: DEBUG oslo_concurrency.lockutils [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.905s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.241982] env[69677]: DEBUG nova.objects.instance [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lazy-loading 'resources' on Instance uuid 77f65d2d-c4c7-45e4-8337-90f1982187a9 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.268454] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5214f0e8-18b4-1b8f-4a43-648d1be57990, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.268454] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.268739] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] f0023f5a-9aad-4670-b69a-7a14b7e0a823/f0023f5a-9aad-4670-b69a-7a14b7e0a823.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.269026] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28b06283-cea6-4e1c-bead-eb56a6889aaa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.276918] env[69677]: INFO nova.compute.manager [-] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Took 1.40 seconds to deallocate network for instance. [ 1102.281576] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1102.281576] env[69677]: value = "task-3437103" [ 1102.281576] env[69677]: _type = "Task" [ 1102.281576] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.290476] env[69677]: INFO nova.scheduler.client.report [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted allocations for instance fdddfbc8-3176-4c4e-b831-f0959ccb9bae [ 1102.299713] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.330635] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8dd1197-e7b4-4ca0-a5f0-56d64daa4b95 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.345079] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0e0b3e-d1e3-4e88-a02a-422f65e95ef5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.390317] env[69677]: DEBUG nova.compute.manager [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Detach interface failed, port_id=d8a8f66b-3afb-49cb-a724-04f2d44957c8, reason: Instance 77f65d2d-c4c7-45e4-8337-90f1982187a9 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1102.391872] env[69677]: DEBUG nova.compute.manager [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Received event network-changed-395c747b-4f5a-4f94-a265-b35d3784e0e5 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.391872] env[69677]: DEBUG nova.compute.manager [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Refreshing instance network info cache due to event network-changed-395c747b-4f5a-4f94-a265-b35d3784e0e5. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.391872] env[69677]: DEBUG oslo_concurrency.lockutils [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] Acquiring lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.391872] env[69677]: DEBUG oslo_concurrency.lockutils [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] Acquired lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.391872] env[69677]: DEBUG nova.network.neutron [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Refreshing network info cache for port 395c747b-4f5a-4f94-a265-b35d3784e0e5 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.439385] env[69677]: DEBUG oslo_concurrency.lockutils [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquiring lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.439744] env[69677]: DEBUG oslo_concurrency.lockutils [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquired lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.461856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "refresh_cache-70805bd3-e5ab-4057-895e-bd8b3227cb7c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.462466] env[69677]: DEBUG nova.compute.manager [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Instance network_info: |[{"id": "07364e65-c047-4956-8250-010e777c091d", "address": "fa:16:3e:9f:11:f3", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07364e65-c0", "ovs_interfaceid": "07364e65-c047-4956-8250-010e777c091d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.463015] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:11:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07364e65-c047-4956-8250-010e777c091d', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.473254] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.473254] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.473811] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f79c352e-425b-44f0-93d2-a54875be257a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.500468] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.500468] env[69677]: value = "task-3437105" [ 1102.500468] env[69677]: _type = "Task" [ 1102.500468] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.512298] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437105, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.599580] env[69677]: DEBUG nova.compute.manager [req-71b211a4-ffce-4d65-8984-eb44da623a36 req-cf469ed3-24ce-4904-bb25-0d949836265c service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Received event network-changed-07364e65-c047-4956-8250-010e777c091d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.599938] env[69677]: DEBUG nova.compute.manager [req-71b211a4-ffce-4d65-8984-eb44da623a36 req-cf469ed3-24ce-4904-bb25-0d949836265c service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Refreshing instance network info cache due to event network-changed-07364e65-c047-4956-8250-010e777c091d. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.600423] env[69677]: DEBUG oslo_concurrency.lockutils [req-71b211a4-ffce-4d65-8984-eb44da623a36 req-cf469ed3-24ce-4904-bb25-0d949836265c service nova] Acquiring lock "refresh_cache-70805bd3-e5ab-4057-895e-bd8b3227cb7c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.600663] env[69677]: DEBUG oslo_concurrency.lockutils [req-71b211a4-ffce-4d65-8984-eb44da623a36 req-cf469ed3-24ce-4904-bb25-0d949836265c service nova] Acquired lock "refresh_cache-70805bd3-e5ab-4057-895e-bd8b3227cb7c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.600939] env[69677]: DEBUG nova.network.neutron [req-71b211a4-ffce-4d65-8984-eb44da623a36 req-cf469ed3-24ce-4904-bb25-0d949836265c service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Refreshing network info cache for port 07364e65-c047-4956-8250-010e777c091d {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.748447] env[69677]: DEBUG nova.compute.utils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.754038] env[69677]: DEBUG nova.compute.manager [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.754271] env[69677]: DEBUG nova.network.neutron [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.792148] env[69677]: DEBUG oslo_concurrency.lockutils [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.805235] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437103, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.806145] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9c2856ce-055e-4155-8697-c676627417a6 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "fdddfbc8-3176-4c4e-b831-f0959ccb9bae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.170s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.838655] env[69677]: DEBUG nova.policy [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca7043b1c05d462d94f123ede1177536', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '350067d49ee548a48b3927ffa4be0483', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.019811] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437105, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.021140] env[69677]: DEBUG nova.network.neutron [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.073407] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01556ec1-24f6-4200-81be-484c96e5d464 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.082144] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8fb8f9-63f6-47e4-8878-8a6683437b68 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.120904] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a506e4b3-8cc2-4c12-9494-fae794ce5994 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.130037] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f7549f-4759-43d3-856e-acc3d88601c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.149745] env[69677]: DEBUG nova.compute.provider_tree [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.254681] env[69677]: DEBUG nova.compute.manager [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.264399] env[69677]: DEBUG nova.network.neutron [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updated VIF entry in instance network info cache for port 395c747b-4f5a-4f94-a265-b35d3784e0e5. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.264399] env[69677]: DEBUG nova.network.neutron [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance_info_cache with network_info: [{"id": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "address": "fa:16:3e:b6:93:6d", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395c747b-4f", "ovs_interfaceid": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.296387] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534988} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.296747] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] f0023f5a-9aad-4670-b69a-7a14b7e0a823/f0023f5a-9aad-4670-b69a-7a14b7e0a823.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.296940] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.297790] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2662c32-4c64-4c02-ba5f-7a45af7101e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.304482] env[69677]: DEBUG nova.network.neutron [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Successfully created port: a5994222-28bd-4634-8d60-13be14d49eb4 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.308575] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1103.308575] env[69677]: value = "task-3437106" [ 1103.308575] env[69677]: _type = "Task" [ 1103.308575] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.318573] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.341469] env[69677]: DEBUG nova.network.neutron [req-71b211a4-ffce-4d65-8984-eb44da623a36 req-cf469ed3-24ce-4904-bb25-0d949836265c service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Updated VIF entry in instance network info cache for port 07364e65-c047-4956-8250-010e777c091d. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.341829] env[69677]: DEBUG nova.network.neutron [req-71b211a4-ffce-4d65-8984-eb44da623a36 req-cf469ed3-24ce-4904-bb25-0d949836265c service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Updating instance_info_cache with network_info: [{"id": "07364e65-c047-4956-8250-010e777c091d", "address": "fa:16:3e:9f:11:f3", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07364e65-c0", "ovs_interfaceid": "07364e65-c047-4956-8250-010e777c091d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.513550] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437105, 'name': CreateVM_Task, 'duration_secs': 0.666994} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.513741] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.514453] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.514625] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.514961] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.515249] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd46882-cf29-424f-846b-e141e128a61e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.522787] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1103.522787] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521f3c4d-527b-a8df-5ce2-77318498ee7f" [ 1103.522787] env[69677]: _type = "Task" [ 1103.522787] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.536882] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521f3c4d-527b-a8df-5ce2-77318498ee7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.654123] env[69677]: DEBUG nova.scheduler.client.report [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.768762] env[69677]: DEBUG oslo_concurrency.lockutils [req-3005c81e-12f8-4bd5-98fc-69af9202fea9 req-4c939c0b-0abe-4082-9dbf-d34957b52c45 service nova] Releasing lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.798324] env[69677]: DEBUG nova.network.neutron [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updating instance_info_cache with network_info: [{"id": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "address": "fa:16:3e:47:2d:5d", "network": {"id": "e90e8212-3c36-41c1-a49b-1022dd214b96", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1813434559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c47e77e024ff1a29eeec26436d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e297f-d5", "ovs_interfaceid": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.819117] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096999} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.819382] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.820164] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd9a655-d1bf-49f8-b7fc-d645484e1a68 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.842474] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] f0023f5a-9aad-4670-b69a-7a14b7e0a823/f0023f5a-9aad-4670-b69a-7a14b7e0a823.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.842666] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23947ceb-bad1-402e-b7e1-21791085d03b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.857137] env[69677]: DEBUG oslo_concurrency.lockutils [req-71b211a4-ffce-4d65-8984-eb44da623a36 req-cf469ed3-24ce-4904-bb25-0d949836265c service nova] Releasing lock "refresh_cache-70805bd3-e5ab-4057-895e-bd8b3227cb7c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.857377] env[69677]: DEBUG nova.compute.manager [req-71b211a4-ffce-4d65-8984-eb44da623a36 req-cf469ed3-24ce-4904-bb25-0d949836265c service nova] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Received event network-vif-deleted-7451a510-5e8d-4016-bff4-6ae7fbb65fbe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.865107] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1103.865107] env[69677]: value = "task-3437107" [ 1103.865107] env[69677]: _type = "Task" [ 1103.865107] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.874400] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.033053] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521f3c4d-527b-a8df-5ce2-77318498ee7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012721} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.033255] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.033490] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.033719] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.033864] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.034049] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.034310] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70e3f7e2-07d6-47e4-9889-6abb0c8eb03d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.043392] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.043586] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.044327] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a52e0ad-f127-418e-9540-f7cbcce4b40f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.049711] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1104.049711] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a6c27a-1620-f45a-b01b-cc54081f8574" [ 1104.049711] env[69677]: _type = "Task" [ 1104.049711] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.057825] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a6c27a-1620-f45a-b01b-cc54081f8574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.160858] env[69677]: DEBUG oslo_concurrency.lockutils [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.164482] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.401s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.165718] env[69677]: INFO nova.compute.claims [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.183328] env[69677]: INFO nova.scheduler.client.report [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Deleted allocations for instance 77f65d2d-c4c7-45e4-8337-90f1982187a9 [ 1104.264802] env[69677]: DEBUG nova.compute.manager [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.292571] env[69677]: DEBUG nova.virt.hardware [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.292814] env[69677]: DEBUG nova.virt.hardware [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.292968] env[69677]: DEBUG nova.virt.hardware [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.293163] env[69677]: DEBUG nova.virt.hardware [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.293306] env[69677]: DEBUG nova.virt.hardware [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.293450] env[69677]: DEBUG nova.virt.hardware [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.293656] env[69677]: DEBUG nova.virt.hardware [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.293816] env[69677]: DEBUG nova.virt.hardware [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.293978] env[69677]: DEBUG nova.virt.hardware [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.294153] env[69677]: DEBUG nova.virt.hardware [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.294324] env[69677]: DEBUG nova.virt.hardware [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.295225] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ab5298-3e36-476b-a2bf-d7d0f6640855 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.300951] env[69677]: DEBUG oslo_concurrency.lockutils [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Releasing lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.301183] env[69677]: DEBUG nova.compute.manager [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Inject network info {{(pid=69677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1104.301441] env[69677]: DEBUG nova.compute.manager [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] network_info to inject: |[{"id": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "address": "fa:16:3e:47:2d:5d", "network": {"id": "e90e8212-3c36-41c1-a49b-1022dd214b96", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1813434559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c47e77e024ff1a29eeec26436d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e297f-d5", "ovs_interfaceid": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1104.306027] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Reconfiguring VM instance to set the machine id {{(pid=69677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1104.308300] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a19eefa8-c6d2-4fa5-96cf-6213d884b163 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.319394] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4495f471-85bf-4324-a151-ce33ebeb9d64 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.334821] env[69677]: DEBUG oslo_vmware.api [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1104.334821] env[69677]: value = "task-3437108" [ 1104.334821] env[69677]: _type = "Task" [ 1104.334821] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.342953] env[69677]: DEBUG oslo_vmware.api [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3437108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.374985] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437107, 'name': ReconfigVM_Task, 'duration_secs': 0.357922} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.375247] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Reconfigured VM instance instance-0000005f to attach disk [datastore1] f0023f5a-9aad-4670-b69a-7a14b7e0a823/f0023f5a-9aad-4670-b69a-7a14b7e0a823.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.375820] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cf99748-4127-416c-830d-8acd4525a062 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.382629] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1104.382629] env[69677]: value = "task-3437109" [ 1104.382629] env[69677]: _type = "Task" [ 1104.382629] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.390920] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437109, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.450875] env[69677]: DEBUG nova.objects.instance [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lazy-loading 'flavor' on Instance uuid 1bd82b35-63a6-4bf5-b425-cd02fbd28946 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.561983] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a6c27a-1620-f45a-b01b-cc54081f8574, 'name': SearchDatastore_Task, 'duration_secs': 0.009219} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.562801] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee092ef1-0b8d-490c-971f-b18beffc5109 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.569079] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1104.569079] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5251daeb-3ed0-d378-b150-528166fd4a38" [ 1104.569079] env[69677]: _type = "Task" [ 1104.569079] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.578639] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5251daeb-3ed0-d378-b150-528166fd4a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.637829] env[69677]: DEBUG nova.compute.manager [req-bd2bf735-43d9-4208-9fd6-3e05470c371a req-2eeb1bf4-66a7-4219-956a-90933a206053 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Received event network-changed-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.638034] env[69677]: DEBUG nova.compute.manager [req-bd2bf735-43d9-4208-9fd6-3e05470c371a req-2eeb1bf4-66a7-4219-956a-90933a206053 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Refreshing instance network info cache due to event network-changed-5d9e297f-d59a-42ff-9dbb-e6d15c76a254. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.638252] env[69677]: DEBUG oslo_concurrency.lockutils [req-bd2bf735-43d9-4208-9fd6-3e05470c371a req-2eeb1bf4-66a7-4219-956a-90933a206053 service nova] Acquiring lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.638382] env[69677]: DEBUG oslo_concurrency.lockutils [req-bd2bf735-43d9-4208-9fd6-3e05470c371a req-2eeb1bf4-66a7-4219-956a-90933a206053 service nova] Acquired lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.638783] env[69677]: DEBUG nova.network.neutron [req-bd2bf735-43d9-4208-9fd6-3e05470c371a req-2eeb1bf4-66a7-4219-956a-90933a206053 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Refreshing network info cache for port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.694086] env[69677]: DEBUG oslo_concurrency.lockutils [None req-06dbf80b-e1fd-4ed1-a57d-7805815c59a7 tempest-ServersTestMultiNic-2127630495 tempest-ServersTestMultiNic-2127630495-project-member] Lock "77f65d2d-c4c7-45e4-8337-90f1982187a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.170s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.773392] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1104.773618] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686170', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'name': 'volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bc294ae-fc51-4a9e-8d61-c6de8777ee43', 'attached_at': '', 'detached_at': '', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'serial': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1104.774663] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e95e4a-d8a7-41d3-9aaf-545c6171f302 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.780987] env[69677]: DEBUG nova.compute.manager [req-a39117b3-1c7c-4c2c-8ef1-17fc3ea17e7e req-ad19bb4c-4727-42d7-955d-0d08f99d713f service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Received event network-vif-plugged-a5994222-28bd-4634-8d60-13be14d49eb4 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.781193] env[69677]: DEBUG oslo_concurrency.lockutils [req-a39117b3-1c7c-4c2c-8ef1-17fc3ea17e7e req-ad19bb4c-4727-42d7-955d-0d08f99d713f service nova] Acquiring lock "c24dccd5-5ce0-42d7-8f93-b55de123549e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.781398] env[69677]: DEBUG oslo_concurrency.lockutils [req-a39117b3-1c7c-4c2c-8ef1-17fc3ea17e7e req-ad19bb4c-4727-42d7-955d-0d08f99d713f service nova] Lock "c24dccd5-5ce0-42d7-8f93-b55de123549e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.781560] env[69677]: DEBUG oslo_concurrency.lockutils [req-a39117b3-1c7c-4c2c-8ef1-17fc3ea17e7e req-ad19bb4c-4727-42d7-955d-0d08f99d713f service nova] Lock "c24dccd5-5ce0-42d7-8f93-b55de123549e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.781726] env[69677]: DEBUG nova.compute.manager [req-a39117b3-1c7c-4c2c-8ef1-17fc3ea17e7e req-ad19bb4c-4727-42d7-955d-0d08f99d713f service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] No waiting events found dispatching network-vif-plugged-a5994222-28bd-4634-8d60-13be14d49eb4 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1104.781887] env[69677]: WARNING nova.compute.manager [req-a39117b3-1c7c-4c2c-8ef1-17fc3ea17e7e req-ad19bb4c-4727-42d7-955d-0d08f99d713f service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Received unexpected event network-vif-plugged-a5994222-28bd-4634-8d60-13be14d49eb4 for instance with vm_state building and task_state spawning. [ 1104.797182] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a512c97-1f07-429e-84c1-a78b2772ba93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.822705] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e/volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.823028] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-870e9e04-df8a-4e4e-aefc-f575c5ddf7f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.846521] env[69677]: DEBUG oslo_vmware.api [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3437108, 'name': ReconfigVM_Task, 'duration_secs': 0.152837} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.847863] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-147af180-3a11-4b64-a478-8cf9e36e3779 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Reconfigured VM instance to set the machine id {{(pid=69677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1104.850312] env[69677]: DEBUG oslo_vmware.api [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1104.850312] env[69677]: value = "task-3437110" [ 1104.850312] env[69677]: _type = "Task" [ 1104.850312] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.859618] env[69677]: DEBUG oslo_vmware.api [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.866441] env[69677]: DEBUG nova.network.neutron [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Successfully updated port: a5994222-28bd-4634-8d60-13be14d49eb4 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.897753] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437109, 'name': Rename_Task, 'duration_secs': 0.177094} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.898459] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.901073] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93a35186-71d1-4f31-bad8-ea318d45d5cd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.910964] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1104.910964] env[69677]: value = "task-3437111" [ 1104.910964] env[69677]: _type = "Task" [ 1104.910964] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.922145] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.955933] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquiring lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.083310] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5251daeb-3ed0-d378-b150-528166fd4a38, 'name': SearchDatastore_Task, 'duration_secs': 0.011009} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.083310] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.083310] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 70805bd3-e5ab-4057-895e-bd8b3227cb7c/70805bd3-e5ab-4057-895e-bd8b3227cb7c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.083310] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a65acbc0-c18f-4756-bb78-e3ea51651e9a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.090449] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1105.090449] env[69677]: value = "task-3437112" [ 1105.090449] env[69677]: _type = "Task" [ 1105.090449] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.101174] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.365274] env[69677]: DEBUG oslo_vmware.api [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437110, 'name': ReconfigVM_Task, 'duration_secs': 0.351536} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.366344] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e/volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.370809] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f8f952-8623-44d9-a0ca-5a22224e76fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.386084] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "refresh_cache-c24dccd5-5ce0-42d7-8f93-b55de123549e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.386280] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "refresh_cache-c24dccd5-5ce0-42d7-8f93-b55de123549e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.386443] env[69677]: DEBUG nova.network.neutron [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.395715] env[69677]: DEBUG oslo_vmware.api [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1105.395715] env[69677]: value = "task-3437113" [ 1105.395715] env[69677]: _type = "Task" [ 1105.395715] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.408688] env[69677]: DEBUG oslo_vmware.api [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.416823] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020de828-1ae1-4160-bd5e-0938741a03d2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.423871] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.426558] env[69677]: DEBUG nova.network.neutron [req-bd2bf735-43d9-4208-9fd6-3e05470c371a req-2eeb1bf4-66a7-4219-956a-90933a206053 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updated VIF entry in instance network info cache for port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.426930] env[69677]: DEBUG nova.network.neutron [req-bd2bf735-43d9-4208-9fd6-3e05470c371a req-2eeb1bf4-66a7-4219-956a-90933a206053 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updating instance_info_cache with network_info: [{"id": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "address": "fa:16:3e:47:2d:5d", "network": {"id": "e90e8212-3c36-41c1-a49b-1022dd214b96", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1813434559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c47e77e024ff1a29eeec26436d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e297f-d5", "ovs_interfaceid": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.432172] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb8351f-bef9-477f-bd99-cc55f29b127f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.469034] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0f2eeb-98f1-4d69-9d29-e3a3751b3e10 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.481464] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f48bbf-c082-400c-8bf7-3739b2fc0b1e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.499772] env[69677]: DEBUG nova.compute.provider_tree [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.601949] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511369} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.602263] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 70805bd3-e5ab-4057-895e-bd8b3227cb7c/70805bd3-e5ab-4057-895e-bd8b3227cb7c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.602458] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.603033] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5212172e-4d05-4fdc-b10f-649aa089a4ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.610828] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1105.610828] env[69677]: value = "task-3437114" [ 1105.610828] env[69677]: _type = "Task" [ 1105.610828] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.621061] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.912226] env[69677]: DEBUG oslo_vmware.api [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437113, 'name': ReconfigVM_Task, 'duration_secs': 0.285474} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.912226] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686170', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'name': 'volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bc294ae-fc51-4a9e-8d61-c6de8777ee43', 'attached_at': '', 'detached_at': '', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'serial': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1105.926080] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437111, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.930030] env[69677]: DEBUG oslo_concurrency.lockutils [req-bd2bf735-43d9-4208-9fd6-3e05470c371a req-2eeb1bf4-66a7-4219-956a-90933a206053 service nova] Releasing lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.932557] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquired lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.940863] env[69677]: DEBUG nova.network.neutron [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.006406] env[69677]: DEBUG nova.scheduler.client.report [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.121992] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077871} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.122134] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.122894] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9937d4f3-9f73-4235-b09d-79b163bd1cb4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.152813] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 70805bd3-e5ab-4057-895e-bd8b3227cb7c/70805bd3-e5ab-4057-895e-bd8b3227cb7c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.153893] env[69677]: DEBUG nova.network.neutron [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Updating instance_info_cache with network_info: [{"id": "a5994222-28bd-4634-8d60-13be14d49eb4", "address": "fa:16:3e:a1:19:f6", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5994222-28", "ovs_interfaceid": "a5994222-28bd-4634-8d60-13be14d49eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.155383] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a233ab-7ff8-4901-ae64-ef2b6b016663 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.179586] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1106.179586] env[69677]: value = "task-3437115" [ 1106.179586] env[69677]: _type = "Task" [ 1106.179586] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.188437] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.427562] env[69677]: DEBUG oslo_vmware.api [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437111, 'name': PowerOnVM_Task, 'duration_secs': 1.110137} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.427843] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.428063] env[69677]: INFO nova.compute.manager [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1106.428249] env[69677]: DEBUG nova.compute.manager [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.429129] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ef9c41-5472-4035-bfb3-e68c959ddd97 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.513551] env[69677]: DEBUG nova.network.neutron [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.515304] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.515662] env[69677]: DEBUG nova.compute.manager [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.518841] env[69677]: DEBUG oslo_concurrency.lockutils [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.728s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.518938] env[69677]: DEBUG nova.objects.instance [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lazy-loading 'resources' on Instance uuid 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.672810] env[69677]: DEBUG nova.compute.manager [req-db24fbe3-5d4a-46d7-ae2a-464a4c232ea0 req-776d9058-8e2a-4ec2-91ca-baa076e9fda5 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Received event network-changed-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.673007] env[69677]: DEBUG nova.compute.manager [req-db24fbe3-5d4a-46d7-ae2a-464a4c232ea0 req-776d9058-8e2a-4ec2-91ca-baa076e9fda5 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Refreshing instance network info cache due to event network-changed-5d9e297f-d59a-42ff-9dbb-e6d15c76a254. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.673208] env[69677]: DEBUG oslo_concurrency.lockutils [req-db24fbe3-5d4a-46d7-ae2a-464a4c232ea0 req-776d9058-8e2a-4ec2-91ca-baa076e9fda5 service nova] Acquiring lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.673586] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "refresh_cache-c24dccd5-5ce0-42d7-8f93-b55de123549e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.673853] env[69677]: DEBUG nova.compute.manager [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Instance network_info: |[{"id": "a5994222-28bd-4634-8d60-13be14d49eb4", "address": "fa:16:3e:a1:19:f6", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5994222-28", "ovs_interfaceid": "a5994222-28bd-4634-8d60-13be14d49eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.674936] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:19:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5994222-28bd-4634-8d60-13be14d49eb4', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.683169] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.684459] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.687724] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fde3dbf5-f8ac-49e2-9da7-5182c5438d56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.713581] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.715622] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.715622] env[69677]: value = "task-3437116" [ 1106.715622] env[69677]: _type = "Task" [ 1106.715622] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.724868] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437116, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.916481] env[69677]: DEBUG nova.compute.manager [req-18bc6dc7-846f-449b-b7c5-d77e31ef54fc req-32f44d95-a23a-4b87-a041-8d6d9137972c service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Received event network-changed-a5994222-28bd-4634-8d60-13be14d49eb4 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.916928] env[69677]: DEBUG nova.compute.manager [req-18bc6dc7-846f-449b-b7c5-d77e31ef54fc req-32f44d95-a23a-4b87-a041-8d6d9137972c service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Refreshing instance network info cache due to event network-changed-a5994222-28bd-4634-8d60-13be14d49eb4. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.917383] env[69677]: DEBUG oslo_concurrency.lockutils [req-18bc6dc7-846f-449b-b7c5-d77e31ef54fc req-32f44d95-a23a-4b87-a041-8d6d9137972c service nova] Acquiring lock "refresh_cache-c24dccd5-5ce0-42d7-8f93-b55de123549e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.917651] env[69677]: DEBUG oslo_concurrency.lockutils [req-18bc6dc7-846f-449b-b7c5-d77e31ef54fc req-32f44d95-a23a-4b87-a041-8d6d9137972c service nova] Acquired lock "refresh_cache-c24dccd5-5ce0-42d7-8f93-b55de123549e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.917868] env[69677]: DEBUG nova.network.neutron [req-18bc6dc7-846f-449b-b7c5-d77e31ef54fc req-32f44d95-a23a-4b87-a041-8d6d9137972c service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Refreshing network info cache for port a5994222-28bd-4634-8d60-13be14d49eb4 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.953019] env[69677]: INFO nova.compute.manager [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Took 16.26 seconds to build instance. [ 1106.959030] env[69677]: DEBUG nova.objects.instance [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lazy-loading 'flavor' on Instance uuid 3bc294ae-fc51-4a9e-8d61-c6de8777ee43 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.022952] env[69677]: DEBUG nova.compute.utils [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.027083] env[69677]: DEBUG nova.compute.manager [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.027643] env[69677]: DEBUG nova.network.neutron [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.122909] env[69677]: DEBUG nova.policy [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fc42a68208c4841b572955c8d1d06d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36fd5780ddee4d13a1b5ebfa78d9849a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.195420] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437115, 'name': ReconfigVM_Task, 'duration_secs': 0.701766} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.199960] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 70805bd3-e5ab-4057-895e-bd8b3227cb7c/70805bd3-e5ab-4057-895e-bd8b3227cb7c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.201309] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fba3560-a5d0-4be9-a7af-5780fa56fb77 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.210172] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1107.210172] env[69677]: value = "task-3437117" [ 1107.210172] env[69677]: _type = "Task" [ 1107.210172] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.228707] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437117, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.232983] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437116, 'name': CreateVM_Task, 'duration_secs': 0.436926} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.232983] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.234562] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.234562] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.234562] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.238087] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0c6463-8257-49cc-985a-bfb55b7187ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.247352] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1107.247352] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e0a1e0-ef8c-a9b4-d3c0-765d9de48646" [ 1107.247352] env[69677]: _type = "Task" [ 1107.247352] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.257593] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e0a1e0-ef8c-a9b4-d3c0-765d9de48646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.326941] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db21f1f-f429-4ebc-bee4-bd76716f88dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.337425] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1505a5dd-54fe-4108-9a33-31c929f2031a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.379201] env[69677]: DEBUG nova.network.neutron [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updating instance_info_cache with network_info: [{"id": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "address": "fa:16:3e:47:2d:5d", "network": {"id": "e90e8212-3c36-41c1-a49b-1022dd214b96", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1813434559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c47e77e024ff1a29eeec26436d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e297f-d5", "ovs_interfaceid": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.384020] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e79cebd-a43a-44e7-b787-c3927462e820 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.392861] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e1010-3fe1-4b41-b194-f9ae576a14de {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.412177] env[69677]: DEBUG nova.compute.provider_tree [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.455478] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd5e4d35-1623-4ae8-8523-3583abff80f9 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.771s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.464771] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2d841327-10d9-4c40-bc6b-f4fbc4be4a88 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.815s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.510755] env[69677]: INFO nova.compute.manager [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Rebuilding instance [ 1107.528477] env[69677]: DEBUG nova.compute.manager [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.560739] env[69677]: DEBUG nova.compute.manager [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.562122] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2caaf01e-11e7-47ca-85b9-e224beb02146 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.670208] env[69677]: DEBUG nova.network.neutron [req-18bc6dc7-846f-449b-b7c5-d77e31ef54fc req-32f44d95-a23a-4b87-a041-8d6d9137972c service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Updated VIF entry in instance network info cache for port a5994222-28bd-4634-8d60-13be14d49eb4. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.670582] env[69677]: DEBUG nova.network.neutron [req-18bc6dc7-846f-449b-b7c5-d77e31ef54fc req-32f44d95-a23a-4b87-a041-8d6d9137972c service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Updating instance_info_cache with network_info: [{"id": "a5994222-28bd-4634-8d60-13be14d49eb4", "address": "fa:16:3e:a1:19:f6", "network": {"id": "a3be3dbc-cbd5-484d-9b3b-3b771807ca89", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2076996388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "350067d49ee548a48b3927ffa4be0483", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5994222-28", "ovs_interfaceid": "a5994222-28bd-4634-8d60-13be14d49eb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.722280] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437117, 'name': Rename_Task, 'duration_secs': 0.185916} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.722566] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.723105] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fe0757a-a452-4609-b407-298d9e2ddd79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.730280] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1107.730280] env[69677]: value = "task-3437118" [ 1107.730280] env[69677]: _type = "Task" [ 1107.730280] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.739256] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.758944] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e0a1e0-ef8c-a9b4-d3c0-765d9de48646, 'name': SearchDatastore_Task, 'duration_secs': 0.012197} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.759279] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.759654] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.759905] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.760078] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.760266] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.760535] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e9213a3-6dfc-4120-8711-6a0ca3fab8d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.771159] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.771736] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.772238] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e059aa-30e3-4bfe-a340-0437618f79ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.777962] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1107.777962] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52032124-8bb6-e9f4-141f-f2b9f82b8486" [ 1107.777962] env[69677]: _type = "Task" [ 1107.777962] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.787933] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52032124-8bb6-e9f4-141f-f2b9f82b8486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.788876] env[69677]: DEBUG nova.network.neutron [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Successfully created port: 519252a1-a624-4659-b932-c5ac197c6fa3 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.887525] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Releasing lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.887800] env[69677]: DEBUG nova.compute.manager [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Inject network info {{(pid=69677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1107.888076] env[69677]: DEBUG nova.compute.manager [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] network_info to inject: |[{"id": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "address": "fa:16:3e:47:2d:5d", "network": {"id": "e90e8212-3c36-41c1-a49b-1022dd214b96", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1813434559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c47e77e024ff1a29eeec26436d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e297f-d5", "ovs_interfaceid": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1107.893294] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Reconfiguring VM instance to set the machine id {{(pid=69677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1107.893713] env[69677]: DEBUG oslo_concurrency.lockutils [req-db24fbe3-5d4a-46d7-ae2a-464a4c232ea0 req-776d9058-8e2a-4ec2-91ca-baa076e9fda5 service nova] Acquired lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.893916] env[69677]: DEBUG nova.network.neutron [req-db24fbe3-5d4a-46d7-ae2a-464a4c232ea0 req-776d9058-8e2a-4ec2-91ca-baa076e9fda5 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Refreshing network info cache for port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.895441] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d29467e-51d0-4482-9d65-109b717c9d22 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.914936] env[69677]: DEBUG nova.scheduler.client.report [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.920193] env[69677]: DEBUG oslo_vmware.api [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1107.920193] env[69677]: value = "task-3437119" [ 1107.920193] env[69677]: _type = "Task" [ 1107.920193] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.934303] env[69677]: DEBUG oslo_vmware.api [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3437119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.033957] env[69677]: INFO nova.virt.block_device [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Booting with volume a0beff47-7927-4d49-a9dc-6aa1512c1904 at /dev/sda [ 1108.087746] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6675922-a24c-4f54-9915-2f57d4a12bdf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.106369] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38806de6-2e8e-48ef-911c-8274284f65cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.153359] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f1a7a0f-30a3-44df-b262-bbccb76715e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.162227] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92cb7f5-c19e-49ef-a9e8-07f0de552a69 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.175055] env[69677]: DEBUG oslo_concurrency.lockutils [req-18bc6dc7-846f-449b-b7c5-d77e31ef54fc req-32f44d95-a23a-4b87-a041-8d6d9137972c service nova] Releasing lock "refresh_cache-c24dccd5-5ce0-42d7-8f93-b55de123549e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.202876] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquiring lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.203388] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.203771] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquiring lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.204077] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.204385] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.209312] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af26bf-15c4-4a1b-a3d0-03c50902339d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.212338] env[69677]: INFO nova.compute.manager [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Terminating instance [ 1108.221486] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2c8444-3c40-4aa6-9796-0e3d3055a98a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.244478] env[69677]: DEBUG nova.virt.block_device [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Updating existing volume attachment record: 774e3690-fad1-415e-ac81-b8bb7fbe2390 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1108.255480] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.257158] env[69677]: DEBUG nova.network.neutron [req-db24fbe3-5d4a-46d7-ae2a-464a4c232ea0 req-776d9058-8e2a-4ec2-91ca-baa076e9fda5 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updated VIF entry in instance network info cache for port 5d9e297f-d59a-42ff-9dbb-e6d15c76a254. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.257537] env[69677]: DEBUG nova.network.neutron [req-db24fbe3-5d4a-46d7-ae2a-464a4c232ea0 req-776d9058-8e2a-4ec2-91ca-baa076e9fda5 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updating instance_info_cache with network_info: [{"id": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "address": "fa:16:3e:47:2d:5d", "network": {"id": "e90e8212-3c36-41c1-a49b-1022dd214b96", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1813434559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a8c47e77e024ff1a29eeec26436d1b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "63e45f61-1d9b-4660-8d25-89fb68d45cd3", "external-id": "nsx-vlan-transportzone-43", "segmentation_id": 43, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d9e297f-d5", "ovs_interfaceid": "5d9e297f-d59a-42ff-9dbb-e6d15c76a254", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.291230] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52032124-8bb6-e9f4-141f-f2b9f82b8486, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.292631] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd4201b-5e5b-439a-bdc7-7e5070c7372d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.300820] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1108.300820] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522fdf47-0e00-abda-ceba-9d52ae0ae21f" [ 1108.300820] env[69677]: _type = "Task" [ 1108.300820] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.310725] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522fdf47-0e00-abda-ceba-9d52ae0ae21f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.421846] env[69677]: DEBUG oslo_concurrency.lockutils [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.433790] env[69677]: DEBUG oslo_vmware.api [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3437119, 'name': ReconfigVM_Task, 'duration_secs': 0.158299} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.434211] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0363a9-565e-4292-9cbd-ddf7b631dede tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Reconfigured VM instance to set the machine id {{(pid=69677) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1108.445637] env[69677]: INFO nova.scheduler.client.report [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Deleted allocations for instance 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9 [ 1108.582349] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.582998] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcc0ab9f-a4a0-4cfe-9585-2667b1e81d64 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.591875] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1108.591875] env[69677]: value = "task-3437120" [ 1108.591875] env[69677]: _type = "Task" [ 1108.591875] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.602975] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.717284] env[69677]: DEBUG nova.compute.manager [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.717574] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.718724] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a2f050-1fd0-4d37-8fe0-6dddb76e65b1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.728501] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.728830] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-204c934b-2cf4-4139-a922-4f5416b1b100 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.738142] env[69677]: DEBUG oslo_vmware.api [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1108.738142] env[69677]: value = "task-3437121" [ 1108.738142] env[69677]: _type = "Task" [ 1108.738142] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.747199] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.753197] env[69677]: DEBUG oslo_vmware.api [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3437121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.761063] env[69677]: DEBUG oslo_concurrency.lockutils [req-db24fbe3-5d4a-46d7-ae2a-464a4c232ea0 req-776d9058-8e2a-4ec2-91ca-baa076e9fda5 service nova] Releasing lock "refresh_cache-1bd82b35-63a6-4bf5-b425-cd02fbd28946" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.814291] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522fdf47-0e00-abda-ceba-9d52ae0ae21f, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.814584] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.814928] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c24dccd5-5ce0-42d7-8f93-b55de123549e/c24dccd5-5ce0-42d7-8f93-b55de123549e.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.815140] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79a197ed-1cfa-4464-9b53-432e40a26caf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.825189] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1108.825189] env[69677]: value = "task-3437122" [ 1108.825189] env[69677]: _type = "Task" [ 1108.825189] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.834870] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.953461] env[69677]: DEBUG oslo_concurrency.lockutils [None req-50c1b2f7-9ab3-4041-aa5a-72e748680098 tempest-ServersNegativeTestJSON-1498520943 tempest-ServersNegativeTestJSON-1498520943-project-member] Lock "1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.730s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.991091] env[69677]: DEBUG nova.compute.manager [req-3edbca4e-4925-4062-b809-6df6f2194569 req-81f20e92-8f26-4c3a-8c5d-f637f829a6ad service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Received event network-changed-4be33ae0-d804-426e-b0b0-efea9200fc0a {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.991091] env[69677]: DEBUG nova.compute.manager [req-3edbca4e-4925-4062-b809-6df6f2194569 req-81f20e92-8f26-4c3a-8c5d-f637f829a6ad service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Refreshing instance network info cache due to event network-changed-4be33ae0-d804-426e-b0b0-efea9200fc0a. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.991264] env[69677]: DEBUG oslo_concurrency.lockutils [req-3edbca4e-4925-4062-b809-6df6f2194569 req-81f20e92-8f26-4c3a-8c5d-f637f829a6ad service nova] Acquiring lock "refresh_cache-f0023f5a-9aad-4670-b69a-7a14b7e0a823" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.991264] env[69677]: DEBUG oslo_concurrency.lockutils [req-3edbca4e-4925-4062-b809-6df6f2194569 req-81f20e92-8f26-4c3a-8c5d-f637f829a6ad service nova] Acquired lock "refresh_cache-f0023f5a-9aad-4670-b69a-7a14b7e0a823" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.991429] env[69677]: DEBUG nova.network.neutron [req-3edbca4e-4925-4062-b809-6df6f2194569 req-81f20e92-8f26-4c3a-8c5d-f637f829a6ad service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Refreshing network info cache for port 4be33ae0-d804-426e-b0b0-efea9200fc0a {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.105117] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437120, 'name': PowerOffVM_Task, 'duration_secs': 0.200209} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.105428] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.184277] env[69677]: INFO nova.compute.manager [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Detaching volume 3e2a0cc7-dcdc-4fad-9fef-a026235d468e [ 1109.223862] env[69677]: INFO nova.virt.block_device [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Attempting to driver detach volume 3e2a0cc7-dcdc-4fad-9fef-a026235d468e from mountpoint /dev/sdb [ 1109.224129] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1109.224323] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686170', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'name': 'volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bc294ae-fc51-4a9e-8d61-c6de8777ee43', 'attached_at': '', 'detached_at': '', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'serial': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1109.225345] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c8589f-e900-4cf4-987e-be22afef2404 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.256232] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bbe2c4-a82d-463d-932f-e3255827bb8d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.263195] env[69677]: DEBUG oslo_vmware.api [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437118, 'name': PowerOnVM_Task, 'duration_secs': 1.23832} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.264259] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.264499] env[69677]: INFO nova.compute.manager [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1109.264747] env[69677]: DEBUG nova.compute.manager [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.265576] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e52ac3d-1469-475a-a96d-737e4869b048 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.273318] env[69677]: DEBUG oslo_vmware.api [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3437121, 'name': PowerOffVM_Task, 'duration_secs': 0.199627} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.274724] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb46cfb-53bb-4fac-a1d4-a956ed04a48a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.278127] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.278330] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.280353] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44ad323a-2c69-44d3-be9d-35da40199362 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.308208] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847678b0-d058-420f-8d6d-2381653b4631 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.327235] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] The volume has not been displaced from its original location: [datastore1] volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e/volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1109.334024] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1109.338018] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34de9ab7-dd03-438f-bcec-b86431a976b1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.362417] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522767} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.362825] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c24dccd5-5ce0-42d7-8f93-b55de123549e/c24dccd5-5ce0-42d7-8f93-b55de123549e.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.363085] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.363432] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1109.363432] env[69677]: value = "task-3437124" [ 1109.363432] env[69677]: _type = "Task" [ 1109.363432] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.363658] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.363796] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.363961] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Deleting the datastore file [datastore2] 1bd82b35-63a6-4bf5-b425-cd02fbd28946 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.364213] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a2e2557-56cc-4a2b-9048-93d33fd62593 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.366290] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-085cc179-8a40-448b-bef3-6e455d90ce79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.380981] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1109.380981] env[69677]: value = "task-3437125" [ 1109.380981] env[69677]: _type = "Task" [ 1109.380981] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.387535] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.387850] env[69677]: DEBUG oslo_vmware.api [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for the task: (returnval){ [ 1109.387850] env[69677]: value = "task-3437126" [ 1109.387850] env[69677]: _type = "Task" [ 1109.387850] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.400980] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.404201] env[69677]: DEBUG oslo_vmware.api [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3437126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.799690] env[69677]: INFO nova.compute.manager [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Took 18.06 seconds to build instance. [ 1109.812525] env[69677]: DEBUG nova.network.neutron [req-3edbca4e-4925-4062-b809-6df6f2194569 req-81f20e92-8f26-4c3a-8c5d-f637f829a6ad service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Updated VIF entry in instance network info cache for port 4be33ae0-d804-426e-b0b0-efea9200fc0a. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.812865] env[69677]: DEBUG nova.network.neutron [req-3edbca4e-4925-4062-b809-6df6f2194569 req-81f20e92-8f26-4c3a-8c5d-f637f829a6ad service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Updating instance_info_cache with network_info: [{"id": "4be33ae0-d804-426e-b0b0-efea9200fc0a", "address": "fa:16:3e:ae:49:ea", "network": {"id": "db33b436-f307-418b-aed9-facbf5a6078f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-164659561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "171b3a4d12ba4ae3a98b94ee941802ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be33ae0-d8", "ovs_interfaceid": "4be33ae0-d804-426e-b0b0-efea9200fc0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.877302] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437124, 'name': ReconfigVM_Task, 'duration_secs': 0.228139} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.878975] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.886019] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f022ed-6103-446c-a414-695e0ff2db9e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.913204] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078254} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.916954] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.917753] env[69677]: DEBUG oslo_vmware.api [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Task: {'id': task-3437126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176236} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.918067] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1109.918067] env[69677]: value = "task-3437127" [ 1109.918067] env[69677]: _type = "Task" [ 1109.918067] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.918796] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e043a-d47b-4c5e-a63e-94b961276d3a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.921814] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.922016] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.922198] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.922405] env[69677]: INFO nova.compute.manager [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1109.922699] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.923152] env[69677]: DEBUG nova.compute.manager [-] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.923252] env[69677]: DEBUG nova.network.neutron [-] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.933785] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437127, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.955584] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] c24dccd5-5ce0-42d7-8f93-b55de123549e/c24dccd5-5ce0-42d7-8f93-b55de123549e.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.955953] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c9d3977-492c-48c8-8845-ca54949c0430 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.979730] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1109.979730] env[69677]: value = "task-3437128" [ 1109.979730] env[69677]: _type = "Task" [ 1109.979730] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.988386] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.090197] env[69677]: DEBUG nova.network.neutron [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Successfully updated port: 519252a1-a624-4659-b932-c5ac197c6fa3 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.304540] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c10dd03b-cda4-4bf7-92a7-1828384040f1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.577s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.315730] env[69677]: DEBUG oslo_concurrency.lockutils [req-3edbca4e-4925-4062-b809-6df6f2194569 req-81f20e92-8f26-4c3a-8c5d-f637f829a6ad service nova] Releasing lock "refresh_cache-f0023f5a-9aad-4670-b69a-7a14b7e0a823" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.358467] env[69677]: DEBUG nova.compute.manager [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.359097] env[69677]: DEBUG nova.virt.hardware [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.359317] env[69677]: DEBUG nova.virt.hardware [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.359473] env[69677]: DEBUG nova.virt.hardware [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.359683] env[69677]: DEBUG nova.virt.hardware [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.359891] env[69677]: DEBUG nova.virt.hardware [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.360093] env[69677]: DEBUG nova.virt.hardware [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.360278] env[69677]: DEBUG nova.virt.hardware [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.360438] env[69677]: DEBUG nova.virt.hardware [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.360604] env[69677]: DEBUG nova.virt.hardware [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.360775] env[69677]: DEBUG nova.virt.hardware [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.360979] env[69677]: DEBUG nova.virt.hardware [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.361871] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4907b69c-82c9-4e8b-8b55-221ec8b99e23 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.371727] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b7335a-abff-469e-8170-bb25976bc8a3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.399504] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.399758] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.399962] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.400155] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.400322] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.402746] env[69677]: INFO nova.compute.manager [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Terminating instance [ 1110.433998] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437127, 'name': ReconfigVM_Task, 'duration_secs': 0.339187} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.434438] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686170', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'name': 'volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bc294ae-fc51-4a9e-8d61-c6de8777ee43', 'attached_at': '', 'detached_at': '', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'serial': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1110.491225] env[69677]: DEBUG nova.compute.manager [req-914a10b8-5387-453a-b379-887c05999c84 req-2ad6bcc9-a554-47a0-b88f-706559bd9473 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Received event network-vif-deleted-5d9e297f-d59a-42ff-9dbb-e6d15c76a254 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.491225] env[69677]: INFO nova.compute.manager [req-914a10b8-5387-453a-b379-887c05999c84 req-2ad6bcc9-a554-47a0-b88f-706559bd9473 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Neutron deleted interface 5d9e297f-d59a-42ff-9dbb-e6d15c76a254; detaching it from the instance and deleting it from the info cache [ 1110.491225] env[69677]: DEBUG nova.network.neutron [req-914a10b8-5387-453a-b379-887c05999c84 req-2ad6bcc9-a554-47a0-b88f-706559bd9473 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.495919] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437128, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.593405] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Acquiring lock "refresh_cache-305e1a9c-923e-4ba1-81b9-ba6428a3ea06" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.593405] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Acquired lock "refresh_cache-305e1a9c-923e-4ba1-81b9-ba6428a3ea06" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.593565] env[69677]: DEBUG nova.network.neutron [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.907883] env[69677]: DEBUG nova.compute.manager [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.908130] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.909080] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49826807-12d2-4a25-a161-2dd5fa179454 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.918178] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.918449] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed9a570d-5bf6-4bde-9c16-843aa9fb057c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.925970] env[69677]: DEBUG oslo_vmware.api [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1110.925970] env[69677]: value = "task-3437129" [ 1110.925970] env[69677]: _type = "Task" [ 1110.925970] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.936089] env[69677]: DEBUG oslo_vmware.api [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.970724] env[69677]: DEBUG nova.network.neutron [-] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.992029] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437128, 'name': ReconfigVM_Task, 'duration_secs': 0.522468} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.994323] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5858e6fd-b1f9-497f-90ec-3069c2a76f06 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.996434] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Reconfigured VM instance instance-00000061 to attach disk [datastore1] c24dccd5-5ce0-42d7-8f93-b55de123549e/c24dccd5-5ce0-42d7-8f93-b55de123549e.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.998495] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8965969c-9417-45bc-bfde-e4a902ecbb17 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.009543] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edbc965-5a46-4ba8-9c54-187065e21cd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.028675] env[69677]: DEBUG nova.compute.manager [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Received event network-vif-plugged-519252a1-a624-4659-b932-c5ac197c6fa3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.028790] env[69677]: DEBUG oslo_concurrency.lockutils [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] Acquiring lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.029036] env[69677]: DEBUG oslo_concurrency.lockutils [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] Lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.029155] env[69677]: DEBUG oslo_concurrency.lockutils [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] Lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.029295] env[69677]: DEBUG nova.compute.manager [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] No waiting events found dispatching network-vif-plugged-519252a1-a624-4659-b932-c5ac197c6fa3 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.029575] env[69677]: WARNING nova.compute.manager [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Received unexpected event network-vif-plugged-519252a1-a624-4659-b932-c5ac197c6fa3 for instance with vm_state building and task_state spawning. [ 1111.029807] env[69677]: DEBUG nova.compute.manager [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Received event network-changed-519252a1-a624-4659-b932-c5ac197c6fa3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.030041] env[69677]: DEBUG nova.compute.manager [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Refreshing instance network info cache due to event network-changed-519252a1-a624-4659-b932-c5ac197c6fa3. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.030261] env[69677]: DEBUG oslo_concurrency.lockutils [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] Acquiring lock "refresh_cache-305e1a9c-923e-4ba1-81b9-ba6428a3ea06" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.031208] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1111.031208] env[69677]: value = "task-3437130" [ 1111.031208] env[69677]: _type = "Task" [ 1111.031208] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.043293] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437130, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.070026] env[69677]: DEBUG nova.compute.manager [req-914a10b8-5387-453a-b379-887c05999c84 req-2ad6bcc9-a554-47a0-b88f-706559bd9473 service nova] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Detach interface failed, port_id=5d9e297f-d59a-42ff-9dbb-e6d15c76a254, reason: Instance 1bd82b35-63a6-4bf5-b425-cd02fbd28946 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.152424] env[69677]: DEBUG nova.network.neutron [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.331783] env[69677]: DEBUG nova.network.neutron [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Updating instance_info_cache with network_info: [{"id": "519252a1-a624-4659-b932-c5ac197c6fa3", "address": "fa:16:3e:b0:42:7a", "network": {"id": "016f7e4a-1c73-42e3-960c-d89a38373f2b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1296990208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36fd5780ddee4d13a1b5ebfa78d9849a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519252a1-a6", "ovs_interfaceid": "519252a1-a624-4659-b932-c5ac197c6fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.437073] env[69677]: DEBUG oslo_vmware.api [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437129, 'name': PowerOffVM_Task, 'duration_secs': 0.215093} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.437299] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.437466] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.437736] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-057c3ced-69d0-42a1-854b-553efea10bf0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.476159] env[69677]: INFO nova.compute.manager [-] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Took 1.55 seconds to deallocate network for instance. [ 1111.501842] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.502282] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44b31d1d-62a8-48b9-a87a-64c533dee733 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.505420] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.505693] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.505904] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleting the datastore file [datastore1] 70805bd3-e5ab-4057-895e-bd8b3227cb7c {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.506514] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d59d116f-1521-4941-8c2e-1424f557af85 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.512029] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1111.512029] env[69677]: value = "task-3437132" [ 1111.512029] env[69677]: _type = "Task" [ 1111.512029] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.516571] env[69677]: DEBUG oslo_vmware.api [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1111.516571] env[69677]: value = "task-3437133" [ 1111.516571] env[69677]: _type = "Task" [ 1111.516571] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.527710] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1111.527946] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1111.528161] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686170', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'name': 'volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bc294ae-fc51-4a9e-8d61-c6de8777ee43', 'attached_at': '', 'detached_at': '', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'serial': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1111.528441] env[69677]: DEBUG oslo_vmware.api [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.529189] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9bcb83-9199-4276-b4fe-2f3eb914c6ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.549332] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b44cb9-01c1-4503-ac83-7d0fbbd6b8f4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.554844] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437130, 'name': Rename_Task, 'duration_secs': 0.182289} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.555461] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.555718] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb347c78-d319-44fb-bb4a-2c965790c7a3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.559246] env[69677]: WARNING nova.virt.vmwareapi.driver [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1111.559527] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.560532] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4dcd95-0a4b-46ae-a2fc-ba9b822755b9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.563864] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1111.563864] env[69677]: value = "task-3437134" [ 1111.563864] env[69677]: _type = "Task" [ 1111.563864] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.569535] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.570104] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83deb73a-85aa-49d0-b10b-e33282e1a25d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.574496] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.647298] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.647537] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.647628] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleting the datastore file [datastore1] 3bc294ae-fc51-4a9e-8d61-c6de8777ee43 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.647917] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0c4de29-26d8-4a76-9e0c-1a9b650d6dcd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.656230] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1111.656230] env[69677]: value = "task-3437136" [ 1111.656230] env[69677]: _type = "Task" [ 1111.656230] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.665372] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.833885] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Releasing lock "refresh_cache-305e1a9c-923e-4ba1-81b9-ba6428a3ea06" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.834299] env[69677]: DEBUG nova.compute.manager [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Instance network_info: |[{"id": "519252a1-a624-4659-b932-c5ac197c6fa3", "address": "fa:16:3e:b0:42:7a", "network": {"id": "016f7e4a-1c73-42e3-960c-d89a38373f2b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1296990208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36fd5780ddee4d13a1b5ebfa78d9849a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519252a1-a6", "ovs_interfaceid": "519252a1-a624-4659-b932-c5ac197c6fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.834768] env[69677]: DEBUG oslo_concurrency.lockutils [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] Acquired lock "refresh_cache-305e1a9c-923e-4ba1-81b9-ba6428a3ea06" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.835065] env[69677]: DEBUG nova.network.neutron [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Refreshing network info cache for port 519252a1-a624-4659-b932-c5ac197c6fa3 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.836751] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:42:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '519252a1-a624-4659-b932-c5ac197c6fa3', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.846233] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Creating folder: Project (36fd5780ddee4d13a1b5ebfa78d9849a). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.847760] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dda553c-3529-48cb-9649-273827509ef7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.864224] env[69677]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1111.864455] env[69677]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69677) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1111.865245] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Folder already exists: Project (36fd5780ddee4d13a1b5ebfa78d9849a). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1111.865583] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Creating folder: Instances. Parent ref: group-v686160. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.865902] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd2161cc-053c-4a02-af1e-880492502cf9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.878978] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Created folder: Instances in parent group-v686160. [ 1111.878978] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.879333] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.879419] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-088c1be9-a879-40d9-99b6-a9fd3b44cf55 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.903579] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.903579] env[69677]: value = "task-3437139" [ 1111.903579] env[69677]: _type = "Task" [ 1111.903579] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.912524] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437139, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.982875] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.983273] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.983494] env[69677]: DEBUG nova.objects.instance [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lazy-loading 'resources' on Instance uuid 1bd82b35-63a6-4bf5-b425-cd02fbd28946 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.029149] env[69677]: DEBUG oslo_vmware.api [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205295} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.029417] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.029602] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.030231] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.030231] env[69677]: INFO nova.compute.manager [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1112.030231] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.030375] env[69677]: DEBUG nova.compute.manager [-] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.030482] env[69677]: DEBUG nova.network.neutron [-] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.076894] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437134, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.166930] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20577} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.167213] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.167400] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.167576] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.417029] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437139, 'name': CreateVM_Task, 'duration_secs': 0.376701} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.417029] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.417029] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '774e3690-fad1-415e-ac81-b8bb7fbe2390', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686166', 'volume_id': 'a0beff47-7927-4d49-a9dc-6aa1512c1904', 'name': 'volume-a0beff47-7927-4d49-a9dc-6aa1512c1904', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '305e1a9c-923e-4ba1-81b9-ba6428a3ea06', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0beff47-7927-4d49-a9dc-6aa1512c1904', 'serial': 'a0beff47-7927-4d49-a9dc-6aa1512c1904'}, 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69677) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1112.417029] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Root volume attach. Driver type: vmdk {{(pid=69677) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1112.417656] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a58096-cec8-43c2-ba78-a0f7ce2baf84 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.427924] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca34ed0d-deb4-424a-b9da-db874cb0f73f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.434822] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f604fe2-c624-425c-842f-3d0e68ead419 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.441239] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-58b458d9-7631-43ed-b36a-8cf348d9700b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.449498] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Waiting for the task: (returnval){ [ 1112.449498] env[69677]: value = "task-3437140" [ 1112.449498] env[69677]: _type = "Task" [ 1112.449498] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.460099] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437140, 'name': RelocateVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.513904] env[69677]: DEBUG nova.compute.manager [req-0d9a0400-96cc-49ca-9240-ec53e74dcbc6 req-bae4b118-90fe-415f-bded-3c4a27e05740 service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Received event network-vif-deleted-07364e65-c047-4956-8250-010e777c091d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.514174] env[69677]: INFO nova.compute.manager [req-0d9a0400-96cc-49ca-9240-ec53e74dcbc6 req-bae4b118-90fe-415f-bded-3c4a27e05740 service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Neutron deleted interface 07364e65-c047-4956-8250-010e777c091d; detaching it from the instance and deleting it from the info cache [ 1112.514360] env[69677]: DEBUG nova.network.neutron [req-0d9a0400-96cc-49ca-9240-ec53e74dcbc6 req-bae4b118-90fe-415f-bded-3c4a27e05740 service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.555320] env[69677]: DEBUG nova.network.neutron [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Updated VIF entry in instance network info cache for port 519252a1-a624-4659-b932-c5ac197c6fa3. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.555711] env[69677]: DEBUG nova.network.neutron [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Updating instance_info_cache with network_info: [{"id": "519252a1-a624-4659-b932-c5ac197c6fa3", "address": "fa:16:3e:b0:42:7a", "network": {"id": "016f7e4a-1c73-42e3-960c-d89a38373f2b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1296990208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36fd5780ddee4d13a1b5ebfa78d9849a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519252a1-a6", "ovs_interfaceid": "519252a1-a624-4659-b932-c5ac197c6fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.579329] env[69677]: DEBUG oslo_vmware.api [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437134, 'name': PowerOnVM_Task, 'duration_secs': 0.556656} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.579607] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.579836] env[69677]: INFO nova.compute.manager [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1112.579899] env[69677]: DEBUG nova.compute.manager [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.580793] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8fe451-3cca-434e-bd21-8a0edac2f7c1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.673147] env[69677]: INFO nova.virt.block_device [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Booting with volume 3e2a0cc7-dcdc-4fad-9fef-a026235d468e at /dev/sdb [ 1112.678612] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b02d02a-6844-4780-83eb-a6ed8a5a6510 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.688300] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7c655b-3088-4d5d-813c-24f300805a0b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.720590] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89e9da6-12e9-4de0-97c9-8a1d47782683 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.723015] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b35c3328-3e1b-41e7-8b89-fc7d6a7fcb67 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.731143] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25df1cd9-547e-4d6b-b2e2-8f26d43ee089 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.737233] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918c80cf-6cfd-4e6a-91f8-f2dad11daf4d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.757421] env[69677]: DEBUG nova.compute.provider_tree [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.772272] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1bbf3b68-2983-4765-bbe5-a669571252fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.779598] env[69677]: DEBUG nova.network.neutron [-] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.785272] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fdd992-c6ef-4e2a-b880-8ea2fa7ced49 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.819954] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4b3f95-4c13-4301-a847-f12b9bf6ee3c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.828238] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c01f1fa-293c-42fe-bd45-97ef8f2613b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.843140] env[69677]: DEBUG nova.virt.block_device [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Updating existing volume attachment record: 380ce1c3-c122-4276-b301-cdad6082e8ed {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1112.963520] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437140, 'name': RelocateVM_Task} progress is 19%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.017537] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97dea8f8-c0f4-4d17-8928-2b4bc80b7480 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.028296] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9296c7f6-c388-4d54-9b6a-1a3dc68a9bda {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.062541] env[69677]: DEBUG oslo_concurrency.lockutils [req-f3eadb83-afab-490c-9326-ac9838f0f774 req-9478af0f-ac86-4a23-a13e-1c11f4838373 service nova] Releasing lock "refresh_cache-305e1a9c-923e-4ba1-81b9-ba6428a3ea06" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.063098] env[69677]: DEBUG nova.compute.manager [req-0d9a0400-96cc-49ca-9240-ec53e74dcbc6 req-bae4b118-90fe-415f-bded-3c4a27e05740 service nova] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Detach interface failed, port_id=07364e65-c047-4956-8250-010e777c091d, reason: Instance 70805bd3-e5ab-4057-895e-bd8b3227cb7c could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.100503] env[69677]: INFO nova.compute.manager [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Took 15.86 seconds to build instance. [ 1113.273270] env[69677]: DEBUG nova.scheduler.client.report [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.296292] env[69677]: INFO nova.compute.manager [-] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Took 1.27 seconds to deallocate network for instance. [ 1113.465262] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437140, 'name': RelocateVM_Task, 'duration_secs': 0.910641} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.465262] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1113.465262] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686166', 'volume_id': 'a0beff47-7927-4d49-a9dc-6aa1512c1904', 'name': 'volume-a0beff47-7927-4d49-a9dc-6aa1512c1904', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '305e1a9c-923e-4ba1-81b9-ba6428a3ea06', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0beff47-7927-4d49-a9dc-6aa1512c1904', 'serial': 'a0beff47-7927-4d49-a9dc-6aa1512c1904'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1113.465262] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fbe9b9-7bdb-45b3-8cfb-36aad82a1758 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.479776] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8421245d-79f0-40b3-860a-65be74c85f6d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.501327] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] volume-a0beff47-7927-4d49-a9dc-6aa1512c1904/volume-a0beff47-7927-4d49-a9dc-6aa1512c1904.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.501584] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca0ccb6-5e5a-439c-b2d4-b8231c6ebce8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.522192] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Waiting for the task: (returnval){ [ 1113.522192] env[69677]: value = "task-3437141" [ 1113.522192] env[69677]: _type = "Task" [ 1113.522192] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.532552] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.602442] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e647b516-b7b8-4659-93c7-c7ef788f4940 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "c24dccd5-5ce0-42d7-8f93-b55de123549e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.379s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.780989] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.803483] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.803966] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.804201] env[69677]: DEBUG nova.objects.instance [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lazy-loading 'resources' on Instance uuid 70805bd3-e5ab-4057-895e-bd8b3227cb7c {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.806023] env[69677]: INFO nova.scheduler.client.report [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Deleted allocations for instance 1bd82b35-63a6-4bf5-b425-cd02fbd28946 [ 1114.032286] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437141, 'name': ReconfigVM_Task, 'duration_secs': 0.370927} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.032618] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Reconfigured VM instance instance-00000062 to attach disk [datastore2] volume-a0beff47-7927-4d49-a9dc-6aa1512c1904/volume-a0beff47-7927-4d49-a9dc-6aa1512c1904.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.037390] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5da409-028a-415b-a778-b5a9b01fd96f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.054206] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Waiting for the task: (returnval){ [ 1114.054206] env[69677]: value = "task-3437142" [ 1114.054206] env[69677]: _type = "Task" [ 1114.054206] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.064733] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.316833] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1b26c014-0e44-4786-8975-9d060c767051 tempest-AttachInterfacesUnderV243Test-1839474411 tempest-AttachInterfacesUnderV243Test-1839474411-project-member] Lock "1bd82b35-63a6-4bf5-b425-cd02fbd28946" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.113s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.505534] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd87ad33-181f-4a10-b890-a33d78ceaaac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.514560] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80028930-69ac-44e7-98ce-71232dda0aea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.551730] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c1a556-ea83-49b4-8dbb-00c74e5fba98 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.561727] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9878ed4-c880-46da-93f2-eeca5060a93f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.568717] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437142, 'name': ReconfigVM_Task, 'duration_secs': 0.300963} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.569331] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686166', 'volume_id': 'a0beff47-7927-4d49-a9dc-6aa1512c1904', 'name': 'volume-a0beff47-7927-4d49-a9dc-6aa1512c1904', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '305e1a9c-923e-4ba1-81b9-ba6428a3ea06', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0beff47-7927-4d49-a9dc-6aa1512c1904', 'serial': 'a0beff47-7927-4d49-a9dc-6aa1512c1904'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1114.569869] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5787516-48d4-46e1-9a29-0830f63d91e8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.579852] env[69677]: DEBUG nova.compute.provider_tree [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.582344] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Waiting for the task: (returnval){ [ 1114.582344] env[69677]: value = "task-3437143" [ 1114.582344] env[69677]: _type = "Task" [ 1114.582344] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.591635] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437143, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.968380] env[69677]: DEBUG nova.virt.hardware [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.968746] env[69677]: DEBUG nova.virt.hardware [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.968860] env[69677]: DEBUG nova.virt.hardware [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.969084] env[69677]: DEBUG nova.virt.hardware [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.969256] env[69677]: DEBUG nova.virt.hardware [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.969494] env[69677]: DEBUG nova.virt.hardware [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.969817] env[69677]: DEBUG nova.virt.hardware [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.970074] env[69677]: DEBUG nova.virt.hardware [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.970332] env[69677]: DEBUG nova.virt.hardware [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.970602] env[69677]: DEBUG nova.virt.hardware [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.970863] env[69677]: DEBUG nova.virt.hardware [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.972096] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b06211-7b22-4ce0-9100-af84192da658 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.984090] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb4a355-dc21-4e56-a71a-a0d9148ffffb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.004776] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:0b:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a35fe841-f1c2-46a0-9336-029d9e82fc33', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.013934] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.014335] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.014508] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c10625b3-543e-4a8f-9fbb-00f368525588 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.028597] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "c24dccd5-5ce0-42d7-8f93-b55de123549e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.028844] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "c24dccd5-5ce0-42d7-8f93-b55de123549e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.029062] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "c24dccd5-5ce0-42d7-8f93-b55de123549e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.029250] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "c24dccd5-5ce0-42d7-8f93-b55de123549e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.029417] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "c24dccd5-5ce0-42d7-8f93-b55de123549e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.031616] env[69677]: INFO nova.compute.manager [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Terminating instance [ 1115.038939] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.038939] env[69677]: value = "task-3437144" [ 1115.038939] env[69677]: _type = "Task" [ 1115.038939] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.047758] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437144, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.084306] env[69677]: DEBUG nova.scheduler.client.report [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.097419] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437143, 'name': Rename_Task, 'duration_secs': 0.194336} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.097749] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.098025] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25fa1e1f-d2a7-4a73-85fa-112a7a5103a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.109020] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Waiting for the task: (returnval){ [ 1115.109020] env[69677]: value = "task-3437145" [ 1115.109020] env[69677]: _type = "Task" [ 1115.109020] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.120704] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.537991] env[69677]: DEBUG nova.compute.manager [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.538258] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.539217] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee266815-aef2-4351-a86f-e656060ba8d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.550692] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.553910] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd9c5849-085e-49da-aa81-b4a0cc801531 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.555429] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437144, 'name': CreateVM_Task, 'duration_secs': 0.440154} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.555582] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.556559] env[69677]: DEBUG oslo_concurrency.lockutils [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.556743] env[69677]: DEBUG oslo_concurrency.lockutils [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.557069] env[69677]: DEBUG oslo_concurrency.lockutils [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.557314] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb2ce178-abae-499c-8fdf-426d81cf6a9a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.562720] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1115.562720] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522597a3-656f-f664-b223-c61c3929d327" [ 1115.562720] env[69677]: _type = "Task" [ 1115.562720] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.564145] env[69677]: DEBUG oslo_vmware.api [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1115.564145] env[69677]: value = "task-3437146" [ 1115.564145] env[69677]: _type = "Task" [ 1115.564145] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.581391] env[69677]: DEBUG oslo_vmware.api [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.592430] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.622268] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437145, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.640628] env[69677]: INFO nova.scheduler.client.report [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted allocations for instance 70805bd3-e5ab-4057-895e-bd8b3227cb7c [ 1116.079682] env[69677]: DEBUG oslo_vmware.api [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437146, 'name': PowerOffVM_Task, 'duration_secs': 0.310536} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.079997] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]522597a3-656f-f664-b223-c61c3929d327, 'name': SearchDatastore_Task, 'duration_secs': 0.029328} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.080209] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.080373] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.080659] env[69677]: DEBUG oslo_concurrency.lockutils [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.080869] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.081145] env[69677]: DEBUG oslo_concurrency.lockutils [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.081305] env[69677]: DEBUG oslo_concurrency.lockutils [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.081483] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.081724] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7714ac5e-2e1c-45b1-b9fc-143266d3182f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.083126] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb2d3e56-c6af-4fa3-bbae-0725d23d9672 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.093378] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.093565] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.094284] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3627a3-5f06-4526-8560-3d9e83ac7f05 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.100075] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1116.100075] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528ea461-914b-e8d9-b03c-f10a65407c3c" [ 1116.100075] env[69677]: _type = "Task" [ 1116.100075] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.108011] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528ea461-914b-e8d9-b03c-f10a65407c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.119842] env[69677]: DEBUG oslo_vmware.api [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437145, 'name': PowerOnVM_Task, 'duration_secs': 0.552423} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.120664] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.120963] env[69677]: INFO nova.compute.manager [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Took 5.76 seconds to spawn the instance on the hypervisor. [ 1116.121195] env[69677]: DEBUG nova.compute.manager [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.121994] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d3dfdb-c466-4c15-9881-cfadd0a7de32 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.152168] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d93b2bc1-615c-4ec5-897c-d00f6955930e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "70805bd3-e5ab-4057-895e-bd8b3227cb7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.751s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.156381] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.156676] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.158874] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleting the datastore file [datastore1] c24dccd5-5ce0-42d7-8f93-b55de123549e {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.158874] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88d42cf2-a201-4f41-946c-e0e662d1c1b3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.166328] env[69677]: DEBUG oslo_vmware.api [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for the task: (returnval){ [ 1116.166328] env[69677]: value = "task-3437148" [ 1116.166328] env[69677]: _type = "Task" [ 1116.166328] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.177659] env[69677]: DEBUG oslo_vmware.api [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.611327] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528ea461-914b-e8d9-b03c-f10a65407c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.615292] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1aff5a-f30f-43a9-803a-90aa198391cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.622341] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1116.622341] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52acc6d4-b8b0-109a-70b4-9e8fb841e84e" [ 1116.622341] env[69677]: _type = "Task" [ 1116.622341] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.638450] env[69677]: INFO nova.compute.manager [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Took 14.90 seconds to build instance. [ 1116.640211] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52acc6d4-b8b0-109a-70b4-9e8fb841e84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.677634] env[69677]: DEBUG oslo_vmware.api [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Task: {'id': task-3437148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13561} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.677900] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.678098] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.678276] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.678449] env[69677]: INFO nova.compute.manager [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1116.678735] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.678910] env[69677]: DEBUG nova.compute.manager [-] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.679015] env[69677]: DEBUG nova.network.neutron [-] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.910223] env[69677]: DEBUG nova.compute.manager [req-64c2d237-f22f-456f-969c-dbf4fbad84f4 req-7d38f9f0-17bd-428e-b673-820a73691752 service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Received event network-vif-deleted-a5994222-28bd-4634-8d60-13be14d49eb4 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.910409] env[69677]: INFO nova.compute.manager [req-64c2d237-f22f-456f-969c-dbf4fbad84f4 req-7d38f9f0-17bd-428e-b673-820a73691752 service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Neutron deleted interface a5994222-28bd-4634-8d60-13be14d49eb4; detaching it from the instance and deleting it from the info cache [ 1116.910911] env[69677]: DEBUG nova.network.neutron [req-64c2d237-f22f-456f-969c-dbf4fbad84f4 req-7d38f9f0-17bd-428e-b673-820a73691752 service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.119205] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "149cf2b7-7a80-4643-89a2-d064224b2f5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.119743] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "149cf2b7-7a80-4643-89a2-d064224b2f5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.120093] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "149cf2b7-7a80-4643-89a2-d064224b2f5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.120940] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "149cf2b7-7a80-4643-89a2-d064224b2f5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.120940] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "149cf2b7-7a80-4643-89a2-d064224b2f5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.122927] env[69677]: INFO nova.compute.manager [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Terminating instance [ 1117.137540] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52acc6d4-b8b0-109a-70b4-9e8fb841e84e, 'name': SearchDatastore_Task, 'duration_secs': 0.015069} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.138390] env[69677]: DEBUG oslo_concurrency.lockutils [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.138656] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 3bc294ae-fc51-4a9e-8d61-c6de8777ee43/3bc294ae-fc51-4a9e-8d61-c6de8777ee43.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.138996] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-430b2d7e-5b38-4fb5-b7f1-48357c836a77 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.142051] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1550b30a-91c7-496b-8760-646362054724 tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.414s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.147711] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1117.147711] env[69677]: value = "task-3437149" [ 1117.147711] env[69677]: _type = "Task" [ 1117.147711] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.160121] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.395800] env[69677]: DEBUG nova.network.neutron [-] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.413313] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7421d59b-d957-4b32-b435-b455d293b357 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.429926] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cad9f29-0c92-4c5d-ae9f-f02c1b4849ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.472491] env[69677]: DEBUG nova.compute.manager [req-64c2d237-f22f-456f-969c-dbf4fbad84f4 req-7d38f9f0-17bd-428e-b673-820a73691752 service nova] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Detach interface failed, port_id=a5994222-28bd-4634-8d60-13be14d49eb4, reason: Instance c24dccd5-5ce0-42d7-8f93-b55de123549e could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.632324] env[69677]: DEBUG nova.compute.manager [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.632550] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.633661] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69983020-4d88-4ac8-bd05-23c3606f3cc6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.642340] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.642670] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be08ea57-ce37-4793-9939-a95e497056e0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.654466] env[69677]: DEBUG oslo_vmware.api [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1117.654466] env[69677]: value = "task-3437150" [ 1117.654466] env[69677]: _type = "Task" [ 1117.654466] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.661191] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44277} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.662040] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 3bc294ae-fc51-4a9e-8d61-c6de8777ee43/3bc294ae-fc51-4a9e-8d61-c6de8777ee43.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.663072] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.663072] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-533bf516-f524-4704-80dc-6dc0a05fa1a3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.668218] env[69677]: DEBUG oslo_vmware.api [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.673719] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1117.673719] env[69677]: value = "task-3437151" [ 1117.673719] env[69677]: _type = "Task" [ 1117.673719] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.683686] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.898992] env[69677]: INFO nova.compute.manager [-] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Took 1.22 seconds to deallocate network for instance. [ 1118.164912] env[69677]: DEBUG oslo_vmware.api [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.186869] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224949} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.188225] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.189114] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dedc90-4f3a-4d1f-8cf7-d5b9629b1fa3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.217957] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 3bc294ae-fc51-4a9e-8d61-c6de8777ee43/3bc294ae-fc51-4a9e-8d61-c6de8777ee43.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.218544] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1272aa7f-0300-4e6e-a454-0a66b5bb5b24 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.241485] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1118.241485] env[69677]: value = "task-3437152" [ 1118.241485] env[69677]: _type = "Task" [ 1118.241485] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.250851] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.408080] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.408538] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.408624] env[69677]: DEBUG nova.objects.instance [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lazy-loading 'resources' on Instance uuid c24dccd5-5ce0-42d7-8f93-b55de123549e {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.668382] env[69677]: DEBUG oslo_vmware.api [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.753550] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.964086] env[69677]: DEBUG nova.compute.manager [req-9f3048db-8508-4a6f-96ed-b31a8bff41ef req-f271be3f-f567-4d27-8280-b3532cb85321 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Received event network-changed-519252a1-a624-4659-b932-c5ac197c6fa3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.964086] env[69677]: DEBUG nova.compute.manager [req-9f3048db-8508-4a6f-96ed-b31a8bff41ef req-f271be3f-f567-4d27-8280-b3532cb85321 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Refreshing instance network info cache due to event network-changed-519252a1-a624-4659-b932-c5ac197c6fa3. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.964282] env[69677]: DEBUG oslo_concurrency.lockutils [req-9f3048db-8508-4a6f-96ed-b31a8bff41ef req-f271be3f-f567-4d27-8280-b3532cb85321 service nova] Acquiring lock "refresh_cache-305e1a9c-923e-4ba1-81b9-ba6428a3ea06" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.964536] env[69677]: DEBUG oslo_concurrency.lockutils [req-9f3048db-8508-4a6f-96ed-b31a8bff41ef req-f271be3f-f567-4d27-8280-b3532cb85321 service nova] Acquired lock "refresh_cache-305e1a9c-923e-4ba1-81b9-ba6428a3ea06" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.964725] env[69677]: DEBUG nova.network.neutron [req-9f3048db-8508-4a6f-96ed-b31a8bff41ef req-f271be3f-f567-4d27-8280-b3532cb85321 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Refreshing network info cache for port 519252a1-a624-4659-b932-c5ac197c6fa3 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.123740] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c782c96c-6788-40a0-8580-1167551429c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.132854] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94338c56-d74e-4ea3-a947-a18887430907 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.169865] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ad1e30-69da-4294-a67f-6a7a706f5ce9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.179808] env[69677]: DEBUG oslo_vmware.api [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437150, 'name': PowerOffVM_Task, 'duration_secs': 1.087166} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.181185] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7ed929-b090-462d-89e1-eab7b4eb01bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.184978] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.185175] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.185419] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a13a140-972e-47ed-8eaa-29c528a98e0d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.201476] env[69677]: DEBUG nova.compute.provider_tree [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.253428] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437152, 'name': ReconfigVM_Task, 'duration_secs': 0.64652} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.253714] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 3bc294ae-fc51-4a9e-8d61-c6de8777ee43/3bc294ae-fc51-4a9e-8d61-c6de8777ee43.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.255305] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encrypted': False, 'disk_bus': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_format': None, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'guest_format': None, 'image_id': 'dc0ac7c7-56c5-45c7-ba8f-915313852e65'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '380ce1c3-c122-4276-b301-cdad6082e8ed', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686170', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'name': 'volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bc294ae-fc51-4a9e-8d61-c6de8777ee43', 'attached_at': '', 'detached_at': '', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'serial': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e'}, 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69677) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1119.255558] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1119.255782] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686170', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'name': 'volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bc294ae-fc51-4a9e-8d61-c6de8777ee43', 'attached_at': '', 'detached_at': '', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'serial': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1119.257677] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9e00b5-7e7b-4efa-ba91-50ba30548516 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.260461] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.261051] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.261051] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleting the datastore file [datastore2] 149cf2b7-7a80-4643-89a2-d064224b2f5b {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.261170] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc4d51ab-9257-44e0-b7fd-f339e29dfddc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.278860] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fe0c4f-c73a-451c-80c6-7431dcdb509f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.281686] env[69677]: DEBUG oslo_vmware.api [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1119.281686] env[69677]: value = "task-3437154" [ 1119.281686] env[69677]: _type = "Task" [ 1119.281686] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.284902] env[69677]: DEBUG oslo_concurrency.lockutils [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.284902] env[69677]: DEBUG oslo_concurrency.lockutils [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.284902] env[69677]: DEBUG oslo_concurrency.lockutils [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.284902] env[69677]: DEBUG oslo_concurrency.lockutils [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.284902] env[69677]: DEBUG oslo_concurrency.lockutils [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.300869] env[69677]: INFO nova.compute.manager [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Terminating instance [ 1119.311948] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e/volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.313860] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b83c7e1-4f55-4f5b-be7b-08534b21e20e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.336692] env[69677]: DEBUG nova.compute.manager [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.336918] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.337244] env[69677]: DEBUG oslo_vmware.api [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.338570] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d754915f-49fc-4741-9b37-b5ce5bdce3b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.348107] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.349596] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-260f953e-5c1a-434c-abc2-5332ba3cbb67 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.351300] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1119.351300] env[69677]: value = "task-3437155" [ 1119.351300] env[69677]: _type = "Task" [ 1119.351300] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.357511] env[69677]: DEBUG oslo_vmware.api [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1119.357511] env[69677]: value = "task-3437156" [ 1119.357511] env[69677]: _type = "Task" [ 1119.357511] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.364113] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.370148] env[69677]: DEBUG oslo_vmware.api [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.705296] env[69677]: DEBUG nova.scheduler.client.report [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.711785] env[69677]: DEBUG nova.network.neutron [req-9f3048db-8508-4a6f-96ed-b31a8bff41ef req-f271be3f-f567-4d27-8280-b3532cb85321 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Updated VIF entry in instance network info cache for port 519252a1-a624-4659-b932-c5ac197c6fa3. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.712223] env[69677]: DEBUG nova.network.neutron [req-9f3048db-8508-4a6f-96ed-b31a8bff41ef req-f271be3f-f567-4d27-8280-b3532cb85321 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Updating instance_info_cache with network_info: [{"id": "519252a1-a624-4659-b932-c5ac197c6fa3", "address": "fa:16:3e:b0:42:7a", "network": {"id": "016f7e4a-1c73-42e3-960c-d89a38373f2b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1296990208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36fd5780ddee4d13a1b5ebfa78d9849a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap519252a1-a6", "ovs_interfaceid": "519252a1-a624-4659-b932-c5ac197c6fa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.798589] env[69677]: DEBUG oslo_vmware.api [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139432} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.798943] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.799189] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.799373] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.799519] env[69677]: INFO nova.compute.manager [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1119.799773] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.799975] env[69677]: DEBUG nova.compute.manager [-] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.800091] env[69677]: DEBUG nova.network.neutron [-] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.562963] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.566470] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.568606] env[69677]: DEBUG oslo_concurrency.lockutils [req-9f3048db-8508-4a6f-96ed-b31a8bff41ef req-f271be3f-f567-4d27-8280-b3532cb85321 service nova] Releasing lock "refresh_cache-305e1a9c-923e-4ba1-81b9-ba6428a3ea06" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.569018] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437155, 'name': ReconfigVM_Task, 'duration_secs': 0.458423} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.570617] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.577701] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfigured VM instance instance-00000057 to attach disk [datastore1] volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e/volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.582949] env[69677]: DEBUG nova.network.neutron [-] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.585856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.585856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.585856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.585856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.586496] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.586675] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.587916] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3722bed-a89e-45ab-8a21-262c163f0994 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.599817] env[69677]: INFO nova.compute.manager [-] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Took 0.80 seconds to deallocate network for instance. [ 1120.600383] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.606404] env[69677]: INFO nova.scheduler.client.report [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Deleted allocations for instance c24dccd5-5ce0-42d7-8f93-b55de123549e [ 1120.609971] env[69677]: DEBUG oslo_vmware.api [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437156, 'name': PowerOffVM_Task, 'duration_secs': 0.479864} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.612053] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.612226] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.616042] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d559043-f048-4728-98ba-7663fc536d56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.618893] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1120.618893] env[69677]: value = "task-3437157" [ 1120.618893] env[69677]: _type = "Task" [ 1120.618893] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.629066] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.696118] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.696244] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.696414] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Deleting the datastore file [datastore1] 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.696734] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-726e94cb-bcc7-4412-b643-91d1652721c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.707043] env[69677]: DEBUG oslo_vmware.api [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1120.707043] env[69677]: value = "task-3437159" [ 1120.707043] env[69677]: _type = "Task" [ 1120.707043] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.717154] env[69677]: DEBUG oslo_vmware.api [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.995756] env[69677]: DEBUG nova.compute.manager [req-84bd324b-e8ed-4108-acbc-88ca9e1b423a req-c4f973d8-fa32-4ada-b77f-ec7d4fc7574b service nova] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Received event network-vif-deleted-7bf0db0c-367e-4405-b01f-12be60a6d380 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.088957] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.088957] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.089187] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.089369] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.089574] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.089761] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.089901] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1121.090061] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.100958] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.108170] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.119568] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.119828] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.120090] env[69677]: DEBUG nova.objects.instance [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lazy-loading 'resources' on Instance uuid 149cf2b7-7a80-4643-89a2-d064224b2f5b {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.121095] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6c5cb1f5-2f3b-447d-abea-23338d3a4b15 tempest-ServerDiskConfigTestJSON-533939752 tempest-ServerDiskConfigTestJSON-533939752-project-member] Lock "c24dccd5-5ce0-42d7-8f93-b55de123549e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.092s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.132467] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437157, 'name': ReconfigVM_Task, 'duration_secs': 0.191417} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.133297] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686170', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'name': 'volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bc294ae-fc51-4a9e-8d61-c6de8777ee43', 'attached_at': '', 'detached_at': '', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'serial': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.133863] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b0416bf-f447-492f-94ae-00a22f44d82a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.136294] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.144493] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1121.144493] env[69677]: value = "task-3437160" [ 1121.144493] env[69677]: _type = "Task" [ 1121.144493] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.155082] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437160, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.220302] env[69677]: DEBUG oslo_vmware.api [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21673} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.220872] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.221071] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.221248] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.221416] env[69677]: INFO nova.compute.manager [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1121.221652] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.221846] env[69677]: DEBUG nova.compute.manager [-] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.221934] env[69677]: DEBUG nova.network.neutron [-] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.592594] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.629121] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.643039] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.659105] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437160, 'name': Rename_Task, 'duration_secs': 0.150268} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.661647] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.661877] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e7e1497-557d-4f62-bac0-0411e23cdff7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.672109] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1121.672109] env[69677]: value = "task-3437161" [ 1121.672109] env[69677]: _type = "Task" [ 1121.672109] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.684052] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.849274] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bbc4f6-b979-4caf-9c64-60f501ea2948 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.860643] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec65740-fe6e-432e-a6cd-ed23390d0d85 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.900528] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6871c259-96a4-48a3-97e5-989f741c7e48 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.911903] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cc3fe4-3af8-4226-b10f-595b1bbb9aab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.927416] env[69677]: DEBUG nova.compute.provider_tree [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.150035] env[69677]: DEBUG nova.network.neutron [-] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.184923] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437161, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.433021] env[69677]: DEBUG nova.scheduler.client.report [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.656965] env[69677]: INFO nova.compute.manager [-] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Took 1.43 seconds to deallocate network for instance. [ 1122.684956] env[69677]: DEBUG oslo_vmware.api [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437161, 'name': PowerOnVM_Task, 'duration_secs': 0.825111} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.685742] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.686278] env[69677]: DEBUG nova.compute.manager [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.689031] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6592a5eb-7855-4636-965d-054ee3f98ec1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.939602] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.942063] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.806s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.946122] env[69677]: INFO nova.compute.claims [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.968560] env[69677]: INFO nova.scheduler.client.report [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted allocations for instance 149cf2b7-7a80-4643-89a2-d064224b2f5b [ 1123.032429] env[69677]: DEBUG nova.compute.manager [req-b46b2329-9f86-4dd2-975b-7f01b18f1977 req-7a8cf82f-5cd9-40d3-974f-5532de69b066 service nova] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Received event network-vif-deleted-440d66a1-4b5b-4d57-9bcf-c7a10b2997bb {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.167091] env[69677]: DEBUG oslo_concurrency.lockutils [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.210895] env[69677]: DEBUG oslo_concurrency.lockutils [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.480933] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9b67b159-b105-423d-aefa-469b27e19820 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "149cf2b7-7a80-4643-89a2-d064224b2f5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.361s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.219528] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c3433b-5550-4845-ad90-c3195b274ee9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.229167] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47431dc-4cb7-4858-87a5-a3453c77aecf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.261463] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aec989-a637-4ba4-8a2d-99e071c77698 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.271041] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82f535e-17d8-4a10-bbbd-548ab7562eb6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.284932] env[69677]: DEBUG nova.compute.provider_tree [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.392705] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "6bf37a97-a71f-485e-b074-110ffeef5369" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.392705] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "6bf37a97-a71f-485e-b074-110ffeef5369" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.787837] env[69677]: DEBUG nova.scheduler.client.report [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.894334] env[69677]: DEBUG nova.compute.manager [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.297021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.297021] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.299018] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.706s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.299615] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.299973] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1125.300465] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.671s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.302659] env[69677]: INFO nova.compute.claims [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.307191] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c8df66-73fb-4d8b-91ce-2a4b9cfa2302 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.317342] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e5d338-2515-4765-a9c8-96fa145a1113 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.336118] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9fcda3-de44-4581-8afa-1e9cee0b0796 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.345163] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac2f85-e738-4b2b-8cc9-e31be5be04a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.376179] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179451MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1125.376351] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.421276] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.644579] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.644856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.645058] env[69677]: INFO nova.compute.manager [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Shelving [ 1125.808015] env[69677]: DEBUG nova.compute.utils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.809783] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.809783] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.852911] env[69677]: DEBUG nova.policy [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e925cd8003f849e398e8db8ce3c4fae3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19061023ad11457fab13aed4b2bccb44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.290438] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Successfully created port: db8950d7-3b68-4414-9264-193dc2817cc3 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.314480] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.558392] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc86acc0-a57e-40c7-841d-d068b9b2d4ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.569171] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab383119-cf12-403b-b7d6-95dcb638bde8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.609752] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5fa7f1-9b09-4216-901c-b172bf063179 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.618397] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f3581f-babe-408d-9eea-dfa76844ed08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.636845] env[69677]: DEBUG nova.compute.provider_tree [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.658671] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.659332] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a542494-10ea-42d4-9ec6-ac6c3d74142a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.667848] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1126.667848] env[69677]: value = "task-3437162" [ 1126.667848] env[69677]: _type = "Task" [ 1126.667848] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.678745] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.139883] env[69677]: DEBUG nova.scheduler.client.report [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.149153] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquiring lock "fcbb78cc-c468-4f93-8021-7e31e37307ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.149393] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "fcbb78cc-c468-4f93-8021-7e31e37307ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.179184] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437162, 'name': PowerOffVM_Task, 'duration_secs': 0.294294} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.179460] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.180297] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc5c78c-dfa2-40e4-a2c4-4a6482787921 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.200042] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cde3ee-10b9-47f7-b8ae-9e5774a99823 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.324788] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.351869] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.352020] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.352215] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.352301] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.352436] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.352583] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.352793] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.352947] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.353127] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.353285] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.353451] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.354373] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c773596-9b3b-4dab-9c7a-ab6ea95a5f3a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.363460] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04fb3af-0245-4b43-82c9-c910d2a9d8ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.646462] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.646975] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.651524] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.009s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.653086] env[69677]: INFO nova.compute.claims [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.660023] env[69677]: DEBUG nova.compute.manager [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.713780] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1127.714987] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b7c5fa14-cc61-4dc8-b7cb-f0c2a6932128 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.724046] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1127.724046] env[69677]: value = "task-3437163" [ 1127.724046] env[69677]: _type = "Task" [ 1127.724046] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.735706] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437163, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.808154] env[69677]: DEBUG nova.compute.manager [req-09f0377b-a9ba-470b-9b31-122e92c744b2 req-98d68a62-451f-4761-a635-a4d35e701b94 service nova] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Received event network-vif-plugged-db8950d7-3b68-4414-9264-193dc2817cc3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.808154] env[69677]: DEBUG oslo_concurrency.lockutils [req-09f0377b-a9ba-470b-9b31-122e92c744b2 req-98d68a62-451f-4761-a635-a4d35e701b94 service nova] Acquiring lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.808340] env[69677]: DEBUG oslo_concurrency.lockutils [req-09f0377b-a9ba-470b-9b31-122e92c744b2 req-98d68a62-451f-4761-a635-a4d35e701b94 service nova] Lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.808529] env[69677]: DEBUG oslo_concurrency.lockutils [req-09f0377b-a9ba-470b-9b31-122e92c744b2 req-98d68a62-451f-4761-a635-a4d35e701b94 service nova] Lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.808715] env[69677]: DEBUG nova.compute.manager [req-09f0377b-a9ba-470b-9b31-122e92c744b2 req-98d68a62-451f-4761-a635-a4d35e701b94 service nova] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] No waiting events found dispatching network-vif-plugged-db8950d7-3b68-4414-9264-193dc2817cc3 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.808948] env[69677]: WARNING nova.compute.manager [req-09f0377b-a9ba-470b-9b31-122e92c744b2 req-98d68a62-451f-4761-a635-a4d35e701b94 service nova] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Received unexpected event network-vif-plugged-db8950d7-3b68-4414-9264-193dc2817cc3 for instance with vm_state building and task_state spawning. [ 1127.902673] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Successfully updated port: db8950d7-3b68-4414-9264-193dc2817cc3 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.161787] env[69677]: DEBUG nova.compute.utils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.168162] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.168299] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.188102] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.209457] env[69677]: DEBUG nova.policy [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e925cd8003f849e398e8db8ce3c4fae3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19061023ad11457fab13aed4b2bccb44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.237879] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437163, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.410819] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "refresh_cache-b6eb50bf-d4e5-4956-b699-40039c55fe6c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.411076] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired lock "refresh_cache-b6eb50bf-d4e5-4956-b699-40039c55fe6c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.411190] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.455963] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Successfully created port: 4a50fc56-60dc-44ac-af19-cdb40bc6540f {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.672054] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.739982] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437163, 'name': CreateSnapshot_Task, 'duration_secs': 0.699298} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.742680] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1128.743793] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d87fce0-064c-49bf-bb2f-63b1e126525a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.889040] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c4c5af-d4fc-4309-a081-3c5406dbbc31 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.897584] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d6da3d-4802-4a31-9fb6-bc6180399add {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.930124] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ca4abe-16fc-426a-bb8e-4ff8a0fd59ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.938767] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb5220d-ba0e-4354-8050-b47ed52e784a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.954179] env[69677]: DEBUG nova.compute.provider_tree [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.968271] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.099076] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Updating instance_info_cache with network_info: [{"id": "db8950d7-3b68-4414-9264-193dc2817cc3", "address": "fa:16:3e:e1:c1:31", "network": {"id": "e1951890-6fea-43bf-9901-2e4162f720ba", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-483166766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19061023ad11457fab13aed4b2bccb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8950d7-3b", "ovs_interfaceid": "db8950d7-3b68-4414-9264-193dc2817cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.267041] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1129.267041] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d8267563-f904-413c-9f2c-d876e7f56c1f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.278053] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1129.278053] env[69677]: value = "task-3437164" [ 1129.278053] env[69677]: _type = "Task" [ 1129.278053] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.287488] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437164, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.458134] env[69677]: DEBUG nova.scheduler.client.report [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.601508] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Releasing lock "refresh_cache-b6eb50bf-d4e5-4956-b699-40039c55fe6c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.601891] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Instance network_info: |[{"id": "db8950d7-3b68-4414-9264-193dc2817cc3", "address": "fa:16:3e:e1:c1:31", "network": {"id": "e1951890-6fea-43bf-9901-2e4162f720ba", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-483166766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19061023ad11457fab13aed4b2bccb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8950d7-3b", "ovs_interfaceid": "db8950d7-3b68-4414-9264-193dc2817cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.602347] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:c1:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db8950d7-3b68-4414-9264-193dc2817cc3', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.609734] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Creating folder: Project (19061023ad11457fab13aed4b2bccb44). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.610450] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f889068c-d971-42af-9982-047c5f1c12f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.626795] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Created folder: Project (19061023ad11457fab13aed4b2bccb44) in parent group-v685897. [ 1129.627125] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Creating folder: Instances. Parent ref: group-v686178. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.627387] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3469e673-18fd-48a8-9356-d3fef26d9cc5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.641052] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Created folder: Instances in parent group-v686178. [ 1129.641418] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.641536] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.641747] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4af34ad8-84e2-4c58-8cbb-b68545c05a4f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.663072] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.663072] env[69677]: value = "task-3437167" [ 1129.663072] env[69677]: _type = "Task" [ 1129.663072] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.671387] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437167, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.684965] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.715265] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.715514] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.715669] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.715865] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.716076] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.716619] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.716619] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.716619] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.716791] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.716946] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.717132] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.718019] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5891e88b-4a10-40db-b047-fc97908babc4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.727503] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c179a2e-7e78-4325-9f05-305d89b3c576 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.788470] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437164, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.880267] env[69677]: DEBUG nova.compute.manager [req-7bc54fe5-b167-4e2f-872c-28979a3cc39d req-b0ff676a-7081-48d4-b181-b197391ad02a service nova] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Received event network-changed-db8950d7-3b68-4414-9264-193dc2817cc3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.880560] env[69677]: DEBUG nova.compute.manager [req-7bc54fe5-b167-4e2f-872c-28979a3cc39d req-b0ff676a-7081-48d4-b181-b197391ad02a service nova] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Refreshing instance network info cache due to event network-changed-db8950d7-3b68-4414-9264-193dc2817cc3. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.880690] env[69677]: DEBUG oslo_concurrency.lockutils [req-7bc54fe5-b167-4e2f-872c-28979a3cc39d req-b0ff676a-7081-48d4-b181-b197391ad02a service nova] Acquiring lock "refresh_cache-b6eb50bf-d4e5-4956-b699-40039c55fe6c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.880807] env[69677]: DEBUG oslo_concurrency.lockutils [req-7bc54fe5-b167-4e2f-872c-28979a3cc39d req-b0ff676a-7081-48d4-b181-b197391ad02a service nova] Acquired lock "refresh_cache-b6eb50bf-d4e5-4956-b699-40039c55fe6c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.880959] env[69677]: DEBUG nova.network.neutron [req-7bc54fe5-b167-4e2f-872c-28979a3cc39d req-b0ff676a-7081-48d4-b181-b197391ad02a service nova] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Refreshing network info cache for port db8950d7-3b68-4414-9264-193dc2817cc3 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.963357] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.963921] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.966640] env[69677]: DEBUG oslo_concurrency.lockutils [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.803s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.966850] env[69677]: DEBUG nova.objects.instance [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'resources' on Instance uuid 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.996878] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Successfully updated port: 4a50fc56-60dc-44ac-af19-cdb40bc6540f {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.172872] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437167, 'name': CreateVM_Task, 'duration_secs': 0.468713} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.174258] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.174258] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.174258] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.174535] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.174820] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6623dba-348f-4413-90d9-27405a1432ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.179516] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1130.179516] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525015cc-ecd8-fecd-9833-6acf7d0993f6" [ 1130.179516] env[69677]: _type = "Task" [ 1130.179516] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.187937] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525015cc-ecd8-fecd-9833-6acf7d0993f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.288460] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437164, 'name': CloneVM_Task, 'duration_secs': 0.975746} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.288738] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Created linked-clone VM from snapshot [ 1130.289541] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be234c98-110f-45ab-93fd-99888ef2dabe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.297709] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Uploading image 17f1f1d3-f753-4c7e-8955-491c56a2e9e9 {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1130.320433] env[69677]: DEBUG oslo_vmware.rw_handles [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1130.320433] env[69677]: value = "vm-686177" [ 1130.320433] env[69677]: _type = "VirtualMachine" [ 1130.320433] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1130.320736] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d2e22952-f921-4505-9968-e2a875dd462e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.329589] env[69677]: DEBUG oslo_vmware.rw_handles [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lease: (returnval){ [ 1130.329589] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5242d7dd-57f6-01b8-ce5b-fa8c25a32c87" [ 1130.329589] env[69677]: _type = "HttpNfcLease" [ 1130.329589] env[69677]: } obtained for exporting VM: (result){ [ 1130.329589] env[69677]: value = "vm-686177" [ 1130.329589] env[69677]: _type = "VirtualMachine" [ 1130.329589] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1130.329899] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the lease: (returnval){ [ 1130.329899] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5242d7dd-57f6-01b8-ce5b-fa8c25a32c87" [ 1130.329899] env[69677]: _type = "HttpNfcLease" [ 1130.329899] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1130.336372] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.336372] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5242d7dd-57f6-01b8-ce5b-fa8c25a32c87" [ 1130.336372] env[69677]: _type = "HttpNfcLease" [ 1130.336372] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1130.470422] env[69677]: DEBUG nova.compute.utils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.476298] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.476480] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.498175] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "refresh_cache-7aa607ff-b5ce-44d8-a178-87804cc9b3af" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.498799] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired lock "refresh_cache-7aa607ff-b5ce-44d8-a178-87804cc9b3af" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.498799] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.518372] env[69677]: DEBUG nova.policy [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e925cd8003f849e398e8db8ce3c4fae3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19061023ad11457fab13aed4b2bccb44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.604468] env[69677]: DEBUG nova.network.neutron [req-7bc54fe5-b167-4e2f-872c-28979a3cc39d req-b0ff676a-7081-48d4-b181-b197391ad02a service nova] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Updated VIF entry in instance network info cache for port db8950d7-3b68-4414-9264-193dc2817cc3. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.604856] env[69677]: DEBUG nova.network.neutron [req-7bc54fe5-b167-4e2f-872c-28979a3cc39d req-b0ff676a-7081-48d4-b181-b197391ad02a service nova] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Updating instance_info_cache with network_info: [{"id": "db8950d7-3b68-4414-9264-193dc2817cc3", "address": "fa:16:3e:e1:c1:31", "network": {"id": "e1951890-6fea-43bf-9901-2e4162f720ba", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-483166766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19061023ad11457fab13aed4b2bccb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb8950d7-3b", "ovs_interfaceid": "db8950d7-3b68-4414-9264-193dc2817cc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.676550] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb5b1b0-817b-4202-a3df-410f27079727 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.689410] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525015cc-ecd8-fecd-9833-6acf7d0993f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.691321] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.691548] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.691778] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.691922] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.692111] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.692418] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c979e5f-ca3c-4fd2-bc47-3e7c679d1653 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.694680] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d7decd-3f45-4486-9e08-d83ab143066c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.725844] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e6cad2-dd43-4557-8e31-a95f4fc1980f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.728211] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.728384] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.729071] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84bb0931-3cb9-4ae5-9e36-a485523aa848 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.734373] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1130.734373] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a9398e-bbde-89a7-6237-cbc4cc956473" [ 1130.734373] env[69677]: _type = "Task" [ 1130.734373] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.739986] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf65e045-a106-4afe-815d-1b72bb49b2f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.750391] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a9398e-bbde-89a7-6237-cbc4cc956473, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.759666] env[69677]: DEBUG nova.compute.provider_tree [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.760411] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a281fd-7732-4ef3-9b33-6419a9e86c14 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.766122] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1130.766122] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c4d4f0-49ac-ceb1-d2fa-ce5962662ee8" [ 1130.766122] env[69677]: _type = "Task" [ 1130.766122] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.766871] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Successfully created port: 97fa0bec-2d12-4ef3-bbea-97feaad4334a {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.779988] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c4d4f0-49ac-ceb1-d2fa-ce5962662ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.780298] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.780579] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] b6eb50bf-d4e5-4956-b699-40039c55fe6c/b6eb50bf-d4e5-4956-b699-40039c55fe6c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.780927] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f678d8a8-6ea3-4b19-8428-83a4aa77e6b3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.788403] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1130.788403] env[69677]: value = "task-3437169" [ 1130.788403] env[69677]: _type = "Task" [ 1130.788403] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.796443] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.838779] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.838779] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5242d7dd-57f6-01b8-ce5b-fa8c25a32c87" [ 1130.838779] env[69677]: _type = "HttpNfcLease" [ 1130.838779] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1130.838779] env[69677]: DEBUG oslo_vmware.rw_handles [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1130.838779] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5242d7dd-57f6-01b8-ce5b-fa8c25a32c87" [ 1130.838779] env[69677]: _type = "HttpNfcLease" [ 1130.838779] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1130.839639] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ecf475-d489-465d-915c-0eea826fbd3c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.848082] env[69677]: DEBUG oslo_vmware.rw_handles [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2b604-d0f0-0231-86ec-1a0268977319/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1130.848275] env[69677]: DEBUG oslo_vmware.rw_handles [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2b604-d0f0-0231-86ec-1a0268977319/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1130.940370] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c848dea3-60b8-489e-aa5a-c21120d0f528 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.978351] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.034213] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.107717] env[69677]: DEBUG oslo_concurrency.lockutils [req-7bc54fe5-b167-4e2f-872c-28979a3cc39d req-b0ff676a-7081-48d4-b181-b197391ad02a service nova] Releasing lock "refresh_cache-b6eb50bf-d4e5-4956-b699-40039c55fe6c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.185216] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Updating instance_info_cache with network_info: [{"id": "4a50fc56-60dc-44ac-af19-cdb40bc6540f", "address": "fa:16:3e:81:0a:dc", "network": {"id": "e1951890-6fea-43bf-9901-2e4162f720ba", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-483166766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19061023ad11457fab13aed4b2bccb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a50fc56-60", "ovs_interfaceid": "4a50fc56-60dc-44ac-af19-cdb40bc6540f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.264585] env[69677]: DEBUG nova.scheduler.client.report [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.298576] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478191} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.298976] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] b6eb50bf-d4e5-4956-b699-40039c55fe6c/b6eb50bf-d4e5-4956-b699-40039c55fe6c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.299228] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.299513] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d143e4e-a032-4405-b839-b550754da8bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.309222] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1131.309222] env[69677]: value = "task-3437170" [ 1131.309222] env[69677]: _type = "Task" [ 1131.309222] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.320108] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.688416] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Releasing lock "refresh_cache-7aa607ff-b5ce-44d8-a178-87804cc9b3af" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.688789] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Instance network_info: |[{"id": "4a50fc56-60dc-44ac-af19-cdb40bc6540f", "address": "fa:16:3e:81:0a:dc", "network": {"id": "e1951890-6fea-43bf-9901-2e4162f720ba", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-483166766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19061023ad11457fab13aed4b2bccb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a50fc56-60", "ovs_interfaceid": "4a50fc56-60dc-44ac-af19-cdb40bc6540f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.689241] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:0a:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a50fc56-60dc-44ac-af19-cdb40bc6540f', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.697338] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.697633] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.697921] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae26d109-6125-44e0-901a-6ba61d5148f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.721340] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.721340] env[69677]: value = "task-3437171" [ 1131.721340] env[69677]: _type = "Task" [ 1131.721340] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.734192] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437171, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.770514] env[69677]: DEBUG oslo_concurrency.lockutils [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.773669] env[69677]: DEBUG oslo_concurrency.lockutils [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.563s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.773669] env[69677]: DEBUG nova.objects.instance [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1131.798979] env[69677]: INFO nova.scheduler.client.report [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Deleted allocations for instance 5d0c4a47-74d2-4d4d-958a-d9728b0e0547 [ 1131.821690] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080081} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.822215] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.822987] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23853188-dc13-4dc6-85cd-76cdbf3fc100 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.851052] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] b6eb50bf-d4e5-4956-b699-40039c55fe6c/b6eb50bf-d4e5-4956-b699-40039c55fe6c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.851556] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0e0fcca-5dde-4f43-b5d9-78f832c10a4e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.873858] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1131.873858] env[69677]: value = "task-3437172" [ 1131.873858] env[69677]: _type = "Task" [ 1131.873858] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.884361] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.917904] env[69677]: DEBUG nova.compute.manager [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Received event network-vif-plugged-4a50fc56-60dc-44ac-af19-cdb40bc6540f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.918336] env[69677]: DEBUG oslo_concurrency.lockutils [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] Acquiring lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.919569] env[69677]: DEBUG oslo_concurrency.lockutils [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] Lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.919908] env[69677]: DEBUG oslo_concurrency.lockutils [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] Lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.920343] env[69677]: DEBUG nova.compute.manager [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] No waiting events found dispatching network-vif-plugged-4a50fc56-60dc-44ac-af19-cdb40bc6540f {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.920585] env[69677]: WARNING nova.compute.manager [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Received unexpected event network-vif-plugged-4a50fc56-60dc-44ac-af19-cdb40bc6540f for instance with vm_state building and task_state spawning. [ 1131.920764] env[69677]: DEBUG nova.compute.manager [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Received event network-changed-4a50fc56-60dc-44ac-af19-cdb40bc6540f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.920922] env[69677]: DEBUG nova.compute.manager [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Refreshing instance network info cache due to event network-changed-4a50fc56-60dc-44ac-af19-cdb40bc6540f. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.921135] env[69677]: DEBUG oslo_concurrency.lockutils [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] Acquiring lock "refresh_cache-7aa607ff-b5ce-44d8-a178-87804cc9b3af" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.921277] env[69677]: DEBUG oslo_concurrency.lockutils [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] Acquired lock "refresh_cache-7aa607ff-b5ce-44d8-a178-87804cc9b3af" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.921429] env[69677]: DEBUG nova.network.neutron [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Refreshing network info cache for port 4a50fc56-60dc-44ac-af19-cdb40bc6540f {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.990644] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.023091] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.023426] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.023682] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.023946] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.024215] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.025184] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.025184] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.025184] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.025184] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.025403] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.025697] env[69677]: DEBUG nova.virt.hardware [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.026597] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7af594-6221-424b-947e-cb0eba4194fb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.035568] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc95ba1-896d-4ecd-80ea-79dc55cd6efd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.239951] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437171, 'name': CreateVM_Task, 'duration_secs': 0.498997} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.240394] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.241289] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.241647] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.242246] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.242774] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1b9fb0-7777-4562-a90e-cd03a67a37d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.249245] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1132.249245] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52488bf1-41f1-987a-9aa6-21bbdfbb3cd4" [ 1132.249245] env[69677]: _type = "Task" [ 1132.249245] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.265283] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52488bf1-41f1-987a-9aa6-21bbdfbb3cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.265766] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.266536] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.266536] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.268757] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.268757] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.268757] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e5b4894-26af-4f2d-8c0c-1ee5cb2298cc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.279095] env[69677]: DEBUG nova.compute.manager [req-bc620021-d7f3-437e-8f43-6c5cfe676e1d req-831eff03-645d-42d6-b3ce-300ddb241815 service nova] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Received event network-vif-plugged-97fa0bec-2d12-4ef3-bbea-97feaad4334a {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.279095] env[69677]: DEBUG oslo_concurrency.lockutils [req-bc620021-d7f3-437e-8f43-6c5cfe676e1d req-831eff03-645d-42d6-b3ce-300ddb241815 service nova] Acquiring lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.279095] env[69677]: DEBUG oslo_concurrency.lockutils [req-bc620021-d7f3-437e-8f43-6c5cfe676e1d req-831eff03-645d-42d6-b3ce-300ddb241815 service nova] Lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.279095] env[69677]: DEBUG oslo_concurrency.lockutils [req-bc620021-d7f3-437e-8f43-6c5cfe676e1d req-831eff03-645d-42d6-b3ce-300ddb241815 service nova] Lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.279592] env[69677]: DEBUG nova.compute.manager [req-bc620021-d7f3-437e-8f43-6c5cfe676e1d req-831eff03-645d-42d6-b3ce-300ddb241815 service nova] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] No waiting events found dispatching network-vif-plugged-97fa0bec-2d12-4ef3-bbea-97feaad4334a {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.279896] env[69677]: WARNING nova.compute.manager [req-bc620021-d7f3-437e-8f43-6c5cfe676e1d req-831eff03-645d-42d6-b3ce-300ddb241815 service nova] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Received unexpected event network-vif-plugged-97fa0bec-2d12-4ef3-bbea-97feaad4334a for instance with vm_state building and task_state spawning. [ 1132.285287] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.285766] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.286948] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a61bbc4-437d-483e-8d8b-797b54dbba66 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.295306] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1132.295306] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526df531-a7db-de93-768a-9c74a28021a7" [ 1132.295306] env[69677]: _type = "Task" [ 1132.295306] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.310378] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526df531-a7db-de93-768a-9c74a28021a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.311085] env[69677]: DEBUG oslo_concurrency.lockutils [None req-743a5103-9664-462e-8cc3-c47609cb08ef tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "5d0c4a47-74d2-4d4d-958a-d9728b0e0547" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.029s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.376395] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Successfully updated port: 97fa0bec-2d12-4ef3-bbea-97feaad4334a {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.390164] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437172, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.690727] env[69677]: DEBUG nova.network.neutron [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Updated VIF entry in instance network info cache for port 4a50fc56-60dc-44ac-af19-cdb40bc6540f. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.691353] env[69677]: DEBUG nova.network.neutron [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Updating instance_info_cache with network_info: [{"id": "4a50fc56-60dc-44ac-af19-cdb40bc6540f", "address": "fa:16:3e:81:0a:dc", "network": {"id": "e1951890-6fea-43bf-9901-2e4162f720ba", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-483166766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19061023ad11457fab13aed4b2bccb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a50fc56-60", "ovs_interfaceid": "4a50fc56-60dc-44ac-af19-cdb40bc6540f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.698526] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.699068] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.788553] env[69677]: DEBUG oslo_concurrency.lockutils [None req-170a0414-63fd-458c-9cbf-16c634721a7b tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.789780] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.413s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.808807] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526df531-a7db-de93-768a-9c74a28021a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012246} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.810379] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee26f82a-780f-4a69-9eef-305174553fea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.817287] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1132.817287] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f0f018-707f-d4b0-4f4c-034601bebd64" [ 1132.817287] env[69677]: _type = "Task" [ 1132.817287] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.826375] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f0f018-707f-d4b0-4f4c-034601bebd64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.883446] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "refresh_cache-75c469c6-57c4-42c2-93ec-2bf9920ecb2d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.883651] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired lock "refresh_cache-75c469c6-57c4-42c2-93ec-2bf9920ecb2d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.883865] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.890396] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437172, 'name': ReconfigVM_Task, 'duration_secs': 0.61636} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.890806] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] b6eb50bf-d4e5-4956-b699-40039c55fe6c/b6eb50bf-d4e5-4956-b699-40039c55fe6c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.892042] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04b8a998-fbd6-4c2e-895d-fb2e34b66d13 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.904342] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1132.904342] env[69677]: value = "task-3437173" [ 1132.904342] env[69677]: _type = "Task" [ 1132.904342] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.915975] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437173, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.194487] env[69677]: DEBUG oslo_concurrency.lockutils [req-55a8d072-669e-4805-a3cb-42761d2ece58 req-79dd0f5c-cf6a-44e1-94e1-23c4ad78cfa2 service nova] Releasing lock "refresh_cache-7aa607ff-b5ce-44d8-a178-87804cc9b3af" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.202045] env[69677]: DEBUG nova.compute.utils [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.329555] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f0f018-707f-d4b0-4f4c-034601bebd64, 'name': SearchDatastore_Task, 'duration_secs': 0.012333} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.330643] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.330643] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 7aa607ff-b5ce-44d8-a178-87804cc9b3af/7aa607ff-b5ce-44d8-a178-87804cc9b3af.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.330643] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b05dbac2-3584-4b04-a5c0-de4e35b3e60c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.339237] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1133.339237] env[69677]: value = "task-3437174" [ 1133.339237] env[69677]: _type = "Task" [ 1133.339237] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.349070] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.415608] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437173, 'name': Rename_Task, 'duration_secs': 0.234555} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.415996] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.416309] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7888bef-f8fd-45cc-8e24-0134546fd493 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.419390] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.424251] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1133.424251] env[69677]: value = "task-3437175" [ 1133.424251] env[69677]: _type = "Task" [ 1133.424251] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.433132] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.596060] env[69677]: DEBUG nova.network.neutron [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Updating instance_info_cache with network_info: [{"id": "97fa0bec-2d12-4ef3-bbea-97feaad4334a", "address": "fa:16:3e:38:ec:e8", "network": {"id": "e1951890-6fea-43bf-9901-2e4162f720ba", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-483166766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19061023ad11457fab13aed4b2bccb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97fa0bec-2d", "ovs_interfaceid": "97fa0bec-2d12-4ef3-bbea-97feaad4334a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.704723] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.820781] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 56912308-ed10-4ce7-8a34-134235478994 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.820949] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.821138] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 3bc294ae-fc51-4a9e-8d61-c6de8777ee43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.821340] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance b36b030a-fe0c-4f38-aa5a-5247d0c1c314 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.821487] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance d2a9cd72-9455-4f4a-ad88-1928a2467adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.821655] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 8e89990c-0a32-472e-8963-6e512d0c91a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.821799] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 4a63917e-90c7-485a-8e0f-83bd441239b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.822027] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance f0023f5a-9aad-4670-b69a-7a14b7e0a823 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.822090] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 305e1a9c-923e-4ba1-81b9-ba6428a3ea06 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.822178] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 75c469c6-57c4-42c2-93ec-2bf9920ecb2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.822293] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance b6eb50bf-d4e5-4956-b699-40039c55fe6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.822408] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 7aa607ff-b5ce-44d8-a178-87804cc9b3af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1133.849512] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489476} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.849830] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 7aa607ff-b5ce-44d8-a178-87804cc9b3af/7aa607ff-b5ce-44d8-a178-87804cc9b3af.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.850063] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.850358] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd1ead54-ddda-41a6-8961-4df4159151e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.859879] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1133.859879] env[69677]: value = "task-3437176" [ 1133.859879] env[69677]: _type = "Task" [ 1133.859879] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.871878] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.934768] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437175, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.099300] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Releasing lock "refresh_cache-75c469c6-57c4-42c2-93ec-2bf9920ecb2d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.099725] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Instance network_info: |[{"id": "97fa0bec-2d12-4ef3-bbea-97feaad4334a", "address": "fa:16:3e:38:ec:e8", "network": {"id": "e1951890-6fea-43bf-9901-2e4162f720ba", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-483166766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19061023ad11457fab13aed4b2bccb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97fa0bec-2d", "ovs_interfaceid": "97fa0bec-2d12-4ef3-bbea-97feaad4334a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.100262] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:ec:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97fa0bec-2d12-4ef3-bbea-97feaad4334a', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.109332] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.109641] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.109904] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb7a3f74-e33c-4b60-bd5c-07dd19480a90 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.130579] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "b1c5da7f-0ef4-4324-aed6-dca969731022" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.130871] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.137457] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.137457] env[69677]: value = "task-3437177" [ 1134.137457] env[69677]: _type = "Task" [ 1134.137457] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.152305] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437177, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.325950] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 6bf37a97-a71f-485e-b074-110ffeef5369 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1134.348901] env[69677]: DEBUG nova.compute.manager [req-bc67e0f2-800c-4a50-806d-4eb09e764a42 req-bcea30f3-6097-4d3b-a005-c21dce835ba9 service nova] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Received event network-changed-97fa0bec-2d12-4ef3-bbea-97feaad4334a {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.349221] env[69677]: DEBUG nova.compute.manager [req-bc67e0f2-800c-4a50-806d-4eb09e764a42 req-bcea30f3-6097-4d3b-a005-c21dce835ba9 service nova] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Refreshing instance network info cache due to event network-changed-97fa0bec-2d12-4ef3-bbea-97feaad4334a. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.349297] env[69677]: DEBUG oslo_concurrency.lockutils [req-bc67e0f2-800c-4a50-806d-4eb09e764a42 req-bcea30f3-6097-4d3b-a005-c21dce835ba9 service nova] Acquiring lock "refresh_cache-75c469c6-57c4-42c2-93ec-2bf9920ecb2d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.349412] env[69677]: DEBUG oslo_concurrency.lockutils [req-bc67e0f2-800c-4a50-806d-4eb09e764a42 req-bcea30f3-6097-4d3b-a005-c21dce835ba9 service nova] Acquired lock "refresh_cache-75c469c6-57c4-42c2-93ec-2bf9920ecb2d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.349587] env[69677]: DEBUG nova.network.neutron [req-bc67e0f2-800c-4a50-806d-4eb09e764a42 req-bcea30f3-6097-4d3b-a005-c21dce835ba9 service nova] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Refreshing network info cache for port 97fa0bec-2d12-4ef3-bbea-97feaad4334a {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.370569] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091768} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.370835] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.371659] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23928f9b-d88f-4204-8358-b7b7feb09992 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.399365] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7aa607ff-b5ce-44d8-a178-87804cc9b3af/7aa607ff-b5ce-44d8-a178-87804cc9b3af.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.400245] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42fe1582-987a-480c-9f44-a649467fcb0c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.423668] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1134.423668] env[69677]: value = "task-3437178" [ 1134.423668] env[69677]: _type = "Task" [ 1134.423668] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.436729] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.439863] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437175, 'name': PowerOnVM_Task, 'duration_secs': 0.68415} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.440105] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.440322] env[69677]: INFO nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1134.440506] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.441316] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568e5c16-743d-4f89-b6fb-4412096e2dde {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.486172] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82c2fb22-ee6c-410d-bd3d-8f1ceb91ea6c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.486476] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82c2fb22-ee6c-410d-bd3d-8f1ceb91ea6c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.486810] env[69677]: DEBUG nova.objects.instance [None req-82c2fb22-ee6c-410d-bd3d-8f1ceb91ea6c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'flavor' on Instance uuid 8e89990c-0a32-472e-8963-6e512d0c91a5 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.633162] env[69677]: DEBUG nova.compute.manager [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.647814] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437177, 'name': CreateVM_Task, 'duration_secs': 0.407959} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.648009] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.648785] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.649815] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.649815] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.649815] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c247950f-01c0-4293-9d17-6069fcfe9b6f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.655364] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1134.655364] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527de2bb-1a87-3280-1810-92181844cbf1" [ 1134.655364] env[69677]: _type = "Task" [ 1134.655364] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.664753] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527de2bb-1a87-3280-1810-92181844cbf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.775088] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.775434] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.775697] env[69677]: INFO nova.compute.manager [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Attaching volume 4e922175-a795-4fc3-be34-95e2f205a759 to /dev/sdb [ 1134.806755] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66c0545-74a1-4e58-bf6c-112800ebc648 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.814382] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd5d792-bc90-454a-b9d7-e4616532961e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.829855] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance fcbb78cc-c468-4f93-8021-7e31e37307ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1134.831281] env[69677]: DEBUG nova.virt.block_device [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating existing volume attachment record: b67eb36a-38dc-4ac3-b2ab-2fc734e7e33a {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1134.936926] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437178, 'name': ReconfigVM_Task, 'duration_secs': 0.319735} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.937359] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7aa607ff-b5ce-44d8-a178-87804cc9b3af/7aa607ff-b5ce-44d8-a178-87804cc9b3af.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.938130] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf7b6306-59a4-4d48-846a-a7518b52fe84 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.948616] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1134.948616] env[69677]: value = "task-3437179" [ 1134.948616] env[69677]: _type = "Task" [ 1134.948616] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.965737] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437179, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.966285] env[69677]: INFO nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Took 13.85 seconds to build instance. [ 1134.991149] env[69677]: DEBUG nova.objects.instance [None req-82c2fb22-ee6c-410d-bd3d-8f1ceb91ea6c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e89990c-0a32-472e-8963-6e512d0c91a5 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.110784] env[69677]: DEBUG nova.network.neutron [req-bc67e0f2-800c-4a50-806d-4eb09e764a42 req-bcea30f3-6097-4d3b-a005-c21dce835ba9 service nova] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Updated VIF entry in instance network info cache for port 97fa0bec-2d12-4ef3-bbea-97feaad4334a. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.111182] env[69677]: DEBUG nova.network.neutron [req-bc67e0f2-800c-4a50-806d-4eb09e764a42 req-bcea30f3-6097-4d3b-a005-c21dce835ba9 service nova] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Updating instance_info_cache with network_info: [{"id": "97fa0bec-2d12-4ef3-bbea-97feaad4334a", "address": "fa:16:3e:38:ec:e8", "network": {"id": "e1951890-6fea-43bf-9901-2e4162f720ba", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-483166766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19061023ad11457fab13aed4b2bccb44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97fa0bec-2d", "ovs_interfaceid": "97fa0bec-2d12-4ef3-bbea-97feaad4334a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.158137] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.167572] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527de2bb-1a87-3280-1810-92181844cbf1, 'name': SearchDatastore_Task, 'duration_secs': 0.012478} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.167944] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.168200] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.168432] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.168595] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.168790] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.169114] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d5c558f-8f27-46c0-88e2-f49b422f9d3f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.178773] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.178963] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.179827] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c891980-6b07-4cce-a4ba-682ad675b6ae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.185437] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1135.185437] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f9b7a5-73b9-d1b9-7afa-b26580935584" [ 1135.185437] env[69677]: _type = "Task" [ 1135.185437] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.193453] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f9b7a5-73b9-d1b9-7afa-b26580935584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.337038] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance b1c5da7f-0ef4-4324-aed6-dca969731022 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1135.337038] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1135.337038] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1135.462361] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437179, 'name': Rename_Task, 'duration_secs': 0.156635} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.462727] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.463053] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-894a59d0-3d51-4025-85b5-0a7886733ef3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.470625] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.885s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.471017] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1135.471017] env[69677]: value = "task-3437183" [ 1135.471017] env[69677]: _type = "Task" [ 1135.471017] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.484673] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.494179] env[69677]: DEBUG nova.objects.base [None req-82c2fb22-ee6c-410d-bd3d-8f1ceb91ea6c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Object Instance<8e89990c-0a32-472e-8963-6e512d0c91a5> lazy-loaded attributes: flavor,pci_requests {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.494433] env[69677]: DEBUG nova.network.neutron [None req-82c2fb22-ee6c-410d-bd3d-8f1ceb91ea6c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.554884] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9a0336-4aec-45bb-b7d2-a0b3213b07ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.563716] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786b2320-68b6-42fd-be12-61437dba20ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.596613] env[69677]: DEBUG oslo_concurrency.lockutils [None req-82c2fb22-ee6c-410d-bd3d-8f1ceb91ea6c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.110s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.598947] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7ac338-3cd8-4f5d-8660-2ac5dd743684 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.607784] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f04735-fc30-44c4-a11c-0809a7e8865c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.614393] env[69677]: DEBUG oslo_concurrency.lockutils [req-bc67e0f2-800c-4a50-806d-4eb09e764a42 req-bcea30f3-6097-4d3b-a005-c21dce835ba9 service nova] Releasing lock "refresh_cache-75c469c6-57c4-42c2-93ec-2bf9920ecb2d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.624949] env[69677]: DEBUG nova.compute.provider_tree [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.697250] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f9b7a5-73b9-d1b9-7afa-b26580935584, 'name': SearchDatastore_Task, 'duration_secs': 0.01323} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.698058] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de780bb-09a3-46bb-bd6c-34d502b01e7a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.706017] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1135.706017] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a468d8-3823-fae1-d704-413f77f0e593" [ 1135.706017] env[69677]: _type = "Task" [ 1135.706017] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.714956] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a468d8-3823-fae1-d704-413f77f0e593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.984971] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437183, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.128675] env[69677]: DEBUG nova.scheduler.client.report [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.217522] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a468d8-3823-fae1-d704-413f77f0e593, 'name': SearchDatastore_Task, 'duration_secs': 0.014724} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.217820] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.218094] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 75c469c6-57c4-42c2-93ec-2bf9920ecb2d/75c469c6-57c4-42c2-93ec-2bf9920ecb2d.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.218366] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fabc82df-d4ef-45e9-be3c-142d3ab674e7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.227052] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1136.227052] env[69677]: value = "task-3437184" [ 1136.227052] env[69677]: _type = "Task" [ 1136.227052] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.235932] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.486556] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437183, 'name': PowerOnVM_Task, 'duration_secs': 0.528366} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.486556] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.486872] env[69677]: INFO nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1136.487130] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.488048] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374454d8-fdfd-401c-8c11-2d5ddbd39e22 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.633690] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1136.633894] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.844s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.634259] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.213s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.636195] env[69677]: INFO nova.compute.claims [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.739373] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505397} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.739660] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 75c469c6-57c4-42c2-93ec-2bf9920ecb2d/75c469c6-57c4-42c2-93ec-2bf9920ecb2d.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.739894] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.740181] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5162c5d-f335-4890-a6fb-8ef212e23db4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.747363] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1136.747363] env[69677]: value = "task-3437185" [ 1136.747363] env[69677]: _type = "Task" [ 1136.747363] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.756205] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.813305] env[69677]: DEBUG nova.compute.manager [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Stashing vm_state: active {{(pid=69677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1137.008090] env[69677]: INFO nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Took 15.40 seconds to build instance. [ 1137.260419] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.376104] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.511647] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.925s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.560200] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.560200] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.560200] env[69677]: DEBUG nova.objects.instance [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'flavor' on Instance uuid 8e89990c-0a32-472e-8963-6e512d0c91a5 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.759040] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.565719} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.759404] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.760275] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4541616-9e1b-4134-b84b-6a8f90f6adb4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.783260] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 75c469c6-57c4-42c2-93ec-2bf9920ecb2d/75c469c6-57c4-42c2-93ec-2bf9920ecb2d.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.785899] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3126f896-44b0-46a0-a7ee-750d5b0c91d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.807805] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1137.807805] env[69677]: value = "task-3437187" [ 1137.807805] env[69677]: _type = "Task" [ 1137.807805] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.818908] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.942424] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082f9c98-de04-4a5e-82e9-7a216d8eccbf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.951018] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291ceb1e-a42a-4dd4-8281-103a688571aa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.986116] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad6c06a-e063-4370-99d5-20368c4507e4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.994633] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c393244c-74ea-4a45-b2a2-f201080b8bac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.009443] env[69677]: DEBUG nova.compute.provider_tree [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.133266] env[69677]: DEBUG nova.objects.instance [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e89990c-0a32-472e-8963-6e512d0c91a5 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.320907] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437187, 'name': ReconfigVM_Task, 'duration_secs': 0.310634} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.321194] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 75c469c6-57c4-42c2-93ec-2bf9920ecb2d/75c469c6-57c4-42c2-93ec-2bf9920ecb2d.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.321879] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b16bf706-efe2-453d-98cd-aca224e8089f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.330304] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1138.330304] env[69677]: value = "task-3437188" [ 1138.330304] env[69677]: _type = "Task" [ 1138.330304] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.339690] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437188, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.512926] env[69677]: DEBUG nova.scheduler.client.report [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.636252] env[69677]: DEBUG nova.objects.base [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Object Instance<8e89990c-0a32-472e-8963-6e512d0c91a5> lazy-loaded attributes: flavor,pci_requests {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.636514] env[69677]: DEBUG nova.network.neutron [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.689508] env[69677]: DEBUG nova.policy [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b89388650974f14aafe5cf6b9a96a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374d4725fc6e4d5c875b000af67ed519', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.841765] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437188, 'name': Rename_Task, 'duration_secs': 0.164527} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.842083] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.842367] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcf462a9-0de6-435b-a2c2-86529c2f7fc2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.851391] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1138.851391] env[69677]: value = "task-3437189" [ 1138.851391] env[69677]: _type = "Task" [ 1138.851391] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.860859] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.014942] env[69677]: DEBUG nova.network.neutron [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Successfully created port: 77150f01-54b6-49b1-aa74-62a0dc231437 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.017737] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.018403] env[69677]: DEBUG nova.compute.manager [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.021467] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.833s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.023032] env[69677]: INFO nova.compute.claims [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.365712] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437189, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.527659] env[69677]: DEBUG nova.compute.utils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.531162] env[69677]: DEBUG nova.compute.manager [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.531376] env[69677]: DEBUG nova.network.neutron [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.571030] env[69677]: DEBUG nova.policy [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33154e5450f0417bb4640112d93b1b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f21758f46ae3457ab5e4e90f9ac3240d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.863442] env[69677]: DEBUG oslo_vmware.api [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437189, 'name': PowerOnVM_Task, 'duration_secs': 0.517792} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.863739] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.864010] env[69677]: INFO nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1139.864464] env[69677]: DEBUG nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.865367] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b512f6b2-7e52-4c28-9955-45beab73a053 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.877917] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1139.878566] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686184', 'volume_id': '4e922175-a795-4fc3-be34-95e2f205a759', 'name': 'volume-4e922175-a795-4fc3-be34-95e2f205a759', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2a9cd72-9455-4f4a-ad88-1928a2467adc', 'attached_at': '', 'detached_at': '', 'volume_id': '4e922175-a795-4fc3-be34-95e2f205a759', 'serial': '4e922175-a795-4fc3-be34-95e2f205a759'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1139.879256] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cf93cb-42c8-418e-8941-cdbc1e5a8fb1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.882830] env[69677]: DEBUG nova.network.neutron [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Successfully created port: 75fcaaac-d29c-41de-bfe4-8ce39b16cff0 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.898234] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383c8ff8-28b9-4908-82b7-485d3a743bd2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.927467] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-4e922175-a795-4fc3-be34-95e2f205a759/volume-4e922175-a795-4fc3-be34-95e2f205a759.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.928675] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e98490a-2ec8-4bad-a727-485eaedf8513 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.950796] env[69677]: DEBUG oslo_vmware.api [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1139.950796] env[69677]: value = "task-3437190" [ 1139.950796] env[69677]: _type = "Task" [ 1139.950796] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.972183] env[69677]: DEBUG oslo_vmware.api [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.034114] env[69677]: DEBUG nova.compute.manager [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.251417] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ac8af8-d9f3-4918-aece-d80b024f4927 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.259728] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7aa415a-bac5-42e0-8c38-03b471307701 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.293700] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c6b554-cb38-458d-bf51-9281eb27abfd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.303666] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef796d37-9a59-4c77-9706-2f8f4d9c8aee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.319030] env[69677]: DEBUG nova.compute.provider_tree [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.383557] env[69677]: INFO nova.compute.manager [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Took 18.77 seconds to build instance. [ 1140.463141] env[69677]: DEBUG oslo_vmware.api [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.465868] env[69677]: DEBUG nova.compute.manager [req-575047b2-c798-41e5-ac5d-26d09a17bb71 req-0e171c4d-6449-4894-ae3d-bf2c364a1e92 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received event network-vif-plugged-77150f01-54b6-49b1-aa74-62a0dc231437 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.465868] env[69677]: DEBUG oslo_concurrency.lockutils [req-575047b2-c798-41e5-ac5d-26d09a17bb71 req-0e171c4d-6449-4894-ae3d-bf2c364a1e92 service nova] Acquiring lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.466966] env[69677]: DEBUG oslo_concurrency.lockutils [req-575047b2-c798-41e5-ac5d-26d09a17bb71 req-0e171c4d-6449-4894-ae3d-bf2c364a1e92 service nova] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.466966] env[69677]: DEBUG oslo_concurrency.lockutils [req-575047b2-c798-41e5-ac5d-26d09a17bb71 req-0e171c4d-6449-4894-ae3d-bf2c364a1e92 service nova] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.466966] env[69677]: DEBUG nova.compute.manager [req-575047b2-c798-41e5-ac5d-26d09a17bb71 req-0e171c4d-6449-4894-ae3d-bf2c364a1e92 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] No waiting events found dispatching network-vif-plugged-77150f01-54b6-49b1-aa74-62a0dc231437 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.466966] env[69677]: WARNING nova.compute.manager [req-575047b2-c798-41e5-ac5d-26d09a17bb71 req-0e171c4d-6449-4894-ae3d-bf2c364a1e92 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received unexpected event network-vif-plugged-77150f01-54b6-49b1-aa74-62a0dc231437 for instance with vm_state active and task_state None. [ 1140.506766] env[69677]: DEBUG nova.network.neutron [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Successfully updated port: 77150f01-54b6-49b1-aa74-62a0dc231437 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.826211] env[69677]: DEBUG nova.scheduler.client.report [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.888343] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0d732e96-c29f-46df-b6d5-11a2450cfa09 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.301s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.962408] env[69677]: DEBUG oslo_vmware.api [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.013686] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.013926] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.014131] env[69677]: DEBUG nova.network.neutron [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.049566] env[69677]: DEBUG nova.compute.manager [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.074549] env[69677]: DEBUG nova.virt.hardware [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.074787] env[69677]: DEBUG nova.virt.hardware [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.074942] env[69677]: DEBUG nova.virt.hardware [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.075135] env[69677]: DEBUG nova.virt.hardware [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.075399] env[69677]: DEBUG nova.virt.hardware [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.075466] env[69677]: DEBUG nova.virt.hardware [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.075625] env[69677]: DEBUG nova.virt.hardware [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.075779] env[69677]: DEBUG nova.virt.hardware [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.075944] env[69677]: DEBUG nova.virt.hardware [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.076126] env[69677]: DEBUG nova.virt.hardware [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.076304] env[69677]: DEBUG nova.virt.hardware [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.077202] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7d01cd-b310-48ba-a03d-fce92897ae01 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.087342] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d61fc3-3a62-4fd5-93bb-71956792f776 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.105590] env[69677]: DEBUG oslo_vmware.rw_handles [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2b604-d0f0-0231-86ec-1a0268977319/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1141.106484] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4660641e-0335-45b9-83ae-380aa6d0f978 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.112624] env[69677]: DEBUG oslo_vmware.rw_handles [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2b604-d0f0-0231-86ec-1a0268977319/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1141.112790] env[69677]: ERROR oslo_vmware.rw_handles [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2b604-d0f0-0231-86ec-1a0268977319/disk-0.vmdk due to incomplete transfer. [ 1141.113015] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e82946f8-a6e4-4597-9d08-29842a680f9f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.121750] env[69677]: DEBUG oslo_vmware.rw_handles [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2b604-d0f0-0231-86ec-1a0268977319/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1141.121948] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Uploaded image 17f1f1d3-f753-4c7e-8955-491c56a2e9e9 to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1141.124750] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1141.124750] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-09f5d8b8-cb1f-415f-be37-30ccbc31903a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.131960] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1141.131960] env[69677]: value = "task-3437191" [ 1141.131960] env[69677]: _type = "Task" [ 1141.131960] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.140625] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437191, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.330346] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.331596] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.174s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.333363] env[69677]: INFO nova.compute.claims [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.392346] env[69677]: DEBUG nova.network.neutron [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Successfully updated port: 75fcaaac-d29c-41de-bfe4-8ce39b16cff0 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.462882] env[69677]: DEBUG oslo_vmware.api [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437190, 'name': ReconfigVM_Task, 'duration_secs': 1.022388} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.463209] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-4e922175-a795-4fc3-be34-95e2f205a759/volume-4e922175-a795-4fc3-be34-95e2f205a759.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.468403] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8051ac95-d7f8-439c-8c65-6f806115db81 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.485614] env[69677]: DEBUG oslo_vmware.api [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1141.485614] env[69677]: value = "task-3437192" [ 1141.485614] env[69677]: _type = "Task" [ 1141.485614] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.497370] env[69677]: DEBUG oslo_vmware.api [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.536119] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.536345] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.536517] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.536824] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.536958] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.541130] env[69677]: INFO nova.compute.manager [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Terminating instance [ 1141.556900] env[69677]: WARNING nova.network.neutron [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] 93e3c0b6-0390-4a41-aa72-3829d06ec4bf already exists in list: networks containing: ['93e3c0b6-0390-4a41-aa72-3829d06ec4bf']. ignoring it [ 1141.643763] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437191, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.704491] env[69677]: DEBUG nova.compute.manager [req-f21f25b3-26ab-4c82-b5ce-4c621f9fa14f req-06bfbffa-223a-4d95-91a4-aca3107ffd1d service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Received event network-vif-plugged-75fcaaac-d29c-41de-bfe4-8ce39b16cff0 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.704699] env[69677]: DEBUG oslo_concurrency.lockutils [req-f21f25b3-26ab-4c82-b5ce-4c621f9fa14f req-06bfbffa-223a-4d95-91a4-aca3107ffd1d service nova] Acquiring lock "6bf37a97-a71f-485e-b074-110ffeef5369-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.705030] env[69677]: DEBUG oslo_concurrency.lockutils [req-f21f25b3-26ab-4c82-b5ce-4c621f9fa14f req-06bfbffa-223a-4d95-91a4-aca3107ffd1d service nova] Lock "6bf37a97-a71f-485e-b074-110ffeef5369-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.705149] env[69677]: DEBUG oslo_concurrency.lockutils [req-f21f25b3-26ab-4c82-b5ce-4c621f9fa14f req-06bfbffa-223a-4d95-91a4-aca3107ffd1d service nova] Lock "6bf37a97-a71f-485e-b074-110ffeef5369-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.705270] env[69677]: DEBUG nova.compute.manager [req-f21f25b3-26ab-4c82-b5ce-4c621f9fa14f req-06bfbffa-223a-4d95-91a4-aca3107ffd1d service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] No waiting events found dispatching network-vif-plugged-75fcaaac-d29c-41de-bfe4-8ce39b16cff0 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.705389] env[69677]: WARNING nova.compute.manager [req-f21f25b3-26ab-4c82-b5ce-4c621f9fa14f req-06bfbffa-223a-4d95-91a4-aca3107ffd1d service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Received unexpected event network-vif-plugged-75fcaaac-d29c-41de-bfe4-8ce39b16cff0 for instance with vm_state building and task_state spawning. [ 1141.837689] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquiring lock "85c73ba0-b94f-412a-9427-364782d77003" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.837991] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "85c73ba0-b94f-412a-9427-364782d77003" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.892404] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "refresh_cache-6bf37a97-a71f-485e-b074-110ffeef5369" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.892673] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "refresh_cache-6bf37a97-a71f-485e-b074-110ffeef5369" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.892812] env[69677]: DEBUG nova.network.neutron [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.969768] env[69677]: DEBUG nova.network.neutron [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [{"id": "e4457812-1c03-464b-bbdc-fd669f60e066", "address": "fa:16:3e:df:d3:00", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4457812-1c", "ovs_interfaceid": "e4457812-1c03-464b-bbdc-fd669f60e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "77150f01-54b6-49b1-aa74-62a0dc231437", "address": "fa:16:3e:d2:b1:1b", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77150f01-54", "ovs_interfaceid": "77150f01-54b6-49b1-aa74-62a0dc231437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.996215] env[69677]: DEBUG oslo_vmware.api [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437192, 'name': ReconfigVM_Task, 'duration_secs': 0.247227} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.996535] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686184', 'volume_id': '4e922175-a795-4fc3-be34-95e2f205a759', 'name': 'volume-4e922175-a795-4fc3-be34-95e2f205a759', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2a9cd72-9455-4f4a-ad88-1928a2467adc', 'attached_at': '', 'detached_at': '', 'volume_id': '4e922175-a795-4fc3-be34-95e2f205a759', 'serial': '4e922175-a795-4fc3-be34-95e2f205a759'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1142.046321] env[69677]: DEBUG nova.compute.manager [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.046774] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.047561] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db45ba86-87d4-439d-a2f4-0facd15dd75c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.058249] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.058550] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12134cd8-557c-4f7b-9b5c-40bd8b71a199 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.067955] env[69677]: DEBUG oslo_vmware.api [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1142.067955] env[69677]: value = "task-3437193" [ 1142.067955] env[69677]: _type = "Task" [ 1142.067955] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.082697] env[69677]: DEBUG oslo_vmware.api [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.143696] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437191, 'name': Destroy_Task, 'duration_secs': 0.947918} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.143969] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Destroyed the VM [ 1142.144232] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1142.144502] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-504f3ae1-06af-4bfc-9fec-c64ee1b641c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.152312] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1142.152312] env[69677]: value = "task-3437194" [ 1142.152312] env[69677]: _type = "Task" [ 1142.152312] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.161173] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437194, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.342486] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "85c73ba0-b94f-412a-9427-364782d77003" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.343171] env[69677]: DEBUG nova.compute.manager [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.426076] env[69677]: DEBUG nova.network.neutron [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.472369] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.473045] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.473226] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.474084] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e347fddb-86ad-494c-bee1-932b740d102f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.494478] env[69677]: DEBUG nova.virt.hardware [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.494737] env[69677]: DEBUG nova.virt.hardware [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.494904] env[69677]: DEBUG nova.virt.hardware [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.495109] env[69677]: DEBUG nova.virt.hardware [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.495278] env[69677]: DEBUG nova.virt.hardware [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.495436] env[69677]: DEBUG nova.virt.hardware [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.495644] env[69677]: DEBUG nova.virt.hardware [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.495797] env[69677]: DEBUG nova.virt.hardware [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.495971] env[69677]: DEBUG nova.virt.hardware [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.496167] env[69677]: DEBUG nova.virt.hardware [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.496342] env[69677]: DEBUG nova.virt.hardware [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.503703] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Reconfiguring VM to attach interface {{(pid=69677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1142.511685] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce256de2-d997-4a28-82d7-6e0b33d3d8f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.526076] env[69677]: DEBUG nova.compute.manager [req-8c7a3409-0a76-4ce6-9456-3d2fbc5c8521 req-6813f393-25cd-4b0f-bc57-f50ea78d0e7b service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received event network-changed-77150f01-54b6-49b1-aa74-62a0dc231437 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.526076] env[69677]: DEBUG nova.compute.manager [req-8c7a3409-0a76-4ce6-9456-3d2fbc5c8521 req-6813f393-25cd-4b0f-bc57-f50ea78d0e7b service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Refreshing instance network info cache due to event network-changed-77150f01-54b6-49b1-aa74-62a0dc231437. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.526076] env[69677]: DEBUG oslo_concurrency.lockutils [req-8c7a3409-0a76-4ce6-9456-3d2fbc5c8521 req-6813f393-25cd-4b0f-bc57-f50ea78d0e7b service nova] Acquiring lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.526076] env[69677]: DEBUG oslo_concurrency.lockutils [req-8c7a3409-0a76-4ce6-9456-3d2fbc5c8521 req-6813f393-25cd-4b0f-bc57-f50ea78d0e7b service nova] Acquired lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.526376] env[69677]: DEBUG nova.network.neutron [req-8c7a3409-0a76-4ce6-9456-3d2fbc5c8521 req-6813f393-25cd-4b0f-bc57-f50ea78d0e7b service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Refreshing network info cache for port 77150f01-54b6-49b1-aa74-62a0dc231437 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.537444] env[69677]: DEBUG oslo_vmware.api [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1142.537444] env[69677]: value = "task-3437195" [ 1142.537444] env[69677]: _type = "Task" [ 1142.537444] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.550914] env[69677]: DEBUG oslo_vmware.api [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437195, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.581127] env[69677]: DEBUG oslo_vmware.api [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437193, 'name': PowerOffVM_Task, 'duration_secs': 0.243075} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.581624] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.581932] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.582310] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4942a836-0b86-4b01-b2ae-347074db057d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.597987] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9ccca2-c78c-4d3b-9269-e6043267f834 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.606015] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63efcdfc-3029-427b-94f5-3cd29f80dcc1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.609843] env[69677]: DEBUG nova.network.neutron [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Updating instance_info_cache with network_info: [{"id": "75fcaaac-d29c-41de-bfe4-8ce39b16cff0", "address": "fa:16:3e:54:47:84", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75fcaaac-d2", "ovs_interfaceid": "75fcaaac-d29c-41de-bfe4-8ce39b16cff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.642491] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0f21a9-2ad4-46d6-a9e9-f1faa57de081 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.658697] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f82c204-b65b-4a80-ad70-3dbbdda97467 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.664302] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.664970] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.664970] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Deleting the datastore file [datastore2] 75c469c6-57c4-42c2-93ec-2bf9920ecb2d {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.665731] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9f9eaf2-6cc8-4a49-bfb8-184d0af19165 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.679555] env[69677]: DEBUG nova.compute.provider_tree [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.681728] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437194, 'name': RemoveSnapshot_Task, 'duration_secs': 0.434492} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.683701] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1142.684039] env[69677]: DEBUG nova.compute.manager [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.684404] env[69677]: DEBUG oslo_vmware.api [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1142.684404] env[69677]: value = "task-3437197" [ 1142.684404] env[69677]: _type = "Task" [ 1142.684404] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.685171] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b19656d-9479-4ed4-be22-6376554c4602 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.700476] env[69677]: DEBUG oslo_vmware.api [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.851436] env[69677]: DEBUG nova.compute.utils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.852993] env[69677]: DEBUG nova.compute.manager [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.853670] env[69677]: DEBUG nova.network.neutron [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.898291] env[69677]: DEBUG nova.policy [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6839b53e051d4d5eab2493afc254def3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd13b380d4574fe99a6adc209f48d320', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.048223] env[69677]: DEBUG oslo_vmware.api [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.066831] env[69677]: DEBUG nova.objects.instance [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'flavor' on Instance uuid d2a9cd72-9455-4f4a-ad88-1928a2467adc {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.112710] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "refresh_cache-6bf37a97-a71f-485e-b074-110ffeef5369" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.113304] env[69677]: DEBUG nova.compute.manager [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Instance network_info: |[{"id": "75fcaaac-d29c-41de-bfe4-8ce39b16cff0", "address": "fa:16:3e:54:47:84", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75fcaaac-d2", "ovs_interfaceid": "75fcaaac-d29c-41de-bfe4-8ce39b16cff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.113843] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:47:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75fcaaac-d29c-41de-bfe4-8ce39b16cff0', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.123918] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.124250] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.124519] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c52032fc-7384-4e32-95f5-de2a9952833f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.153143] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.153143] env[69677]: value = "task-3437198" [ 1143.153143] env[69677]: _type = "Task" [ 1143.153143] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.165161] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437198, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.183523] env[69677]: DEBUG nova.scheduler.client.report [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.207331] env[69677]: DEBUG oslo_vmware.api [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217696} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.208397] env[69677]: INFO nova.compute.manager [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Shelve offloading [ 1143.209805] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.209997] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.210369] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.210441] env[69677]: INFO nova.compute.manager [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1143.210675] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.212116] env[69677]: DEBUG nova.compute.manager [-] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.212265] env[69677]: DEBUG nova.network.neutron [-] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.356816] env[69677]: DEBUG nova.compute.manager [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.480148] env[69677]: DEBUG nova.network.neutron [req-8c7a3409-0a76-4ce6-9456-3d2fbc5c8521 req-6813f393-25cd-4b0f-bc57-f50ea78d0e7b service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updated VIF entry in instance network info cache for port 77150f01-54b6-49b1-aa74-62a0dc231437. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.480148] env[69677]: DEBUG nova.network.neutron [req-8c7a3409-0a76-4ce6-9456-3d2fbc5c8521 req-6813f393-25cd-4b0f-bc57-f50ea78d0e7b service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [{"id": "e4457812-1c03-464b-bbdc-fd669f60e066", "address": "fa:16:3e:df:d3:00", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4457812-1c", "ovs_interfaceid": "e4457812-1c03-464b-bbdc-fd669f60e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "77150f01-54b6-49b1-aa74-62a0dc231437", "address": "fa:16:3e:d2:b1:1b", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77150f01-54", "ovs_interfaceid": "77150f01-54b6-49b1-aa74-62a0dc231437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.555361] env[69677]: DEBUG oslo_vmware.api [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437195, 'name': ReconfigVM_Task, 'duration_secs': 0.99343} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.556112] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.556328] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Reconfigured VM to attach interface {{(pid=69677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1143.574480] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2ebccfdc-4a3e-4c92-a872-efc45e0fd096 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.799s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.639308] env[69677]: DEBUG nova.network.neutron [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Successfully created port: 07cecbc1-299c-4bea-8b16-b460f4934ad8 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.665546] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437198, 'name': CreateVM_Task, 'duration_secs': 0.458297} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.665546] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.665753] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.665967] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.666310] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.666563] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7adca5d-7b61-4474-83fc-3a9632314485 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.671571] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1143.671571] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523a60c3-7883-b53a-1e3b-8ec5eef85582" [ 1143.671571] env[69677]: _type = "Task" [ 1143.671571] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.681996] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523a60c3-7883-b53a-1e3b-8ec5eef85582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.689434] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.689978] env[69677]: DEBUG nova.compute.manager [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.692794] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.317s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.715543] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.715877] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-095e273a-11a8-4a3b-97fe-8a04dcc28091 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.725387] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1143.725387] env[69677]: value = "task-3437199" [ 1143.725387] env[69677]: _type = "Task" [ 1143.725387] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.734570] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.900205] env[69677]: DEBUG nova.compute.manager [req-f25dbf6d-43f9-4c1b-8d0a-c7b4b23dec2d req-be359396-6377-43ff-aa07-57e48aae1563 service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Received event network-changed-75fcaaac-d29c-41de-bfe4-8ce39b16cff0 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.900561] env[69677]: DEBUG nova.compute.manager [req-f25dbf6d-43f9-4c1b-8d0a-c7b4b23dec2d req-be359396-6377-43ff-aa07-57e48aae1563 service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Refreshing instance network info cache due to event network-changed-75fcaaac-d29c-41de-bfe4-8ce39b16cff0. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.900650] env[69677]: DEBUG oslo_concurrency.lockutils [req-f25dbf6d-43f9-4c1b-8d0a-c7b4b23dec2d req-be359396-6377-43ff-aa07-57e48aae1563 service nova] Acquiring lock "refresh_cache-6bf37a97-a71f-485e-b074-110ffeef5369" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.901048] env[69677]: DEBUG oslo_concurrency.lockutils [req-f25dbf6d-43f9-4c1b-8d0a-c7b4b23dec2d req-be359396-6377-43ff-aa07-57e48aae1563 service nova] Acquired lock "refresh_cache-6bf37a97-a71f-485e-b074-110ffeef5369" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.901048] env[69677]: DEBUG nova.network.neutron [req-f25dbf6d-43f9-4c1b-8d0a-c7b4b23dec2d req-be359396-6377-43ff-aa07-57e48aae1563 service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Refreshing network info cache for port 75fcaaac-d29c-41de-bfe4-8ce39b16cff0 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.982506] env[69677]: DEBUG oslo_concurrency.lockutils [req-8c7a3409-0a76-4ce6-9456-3d2fbc5c8521 req-6813f393-25cd-4b0f-bc57-f50ea78d0e7b service nova] Releasing lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.061505] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0832dcb5-f38d-42b0-8a7b-b629f9d4e4dd tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.503s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.122739] env[69677]: DEBUG nova.network.neutron [-] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.183461] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523a60c3-7883-b53a-1e3b-8ec5eef85582, 'name': SearchDatastore_Task, 'duration_secs': 0.011864} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.183603] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.183782] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.184027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.184183] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.184366] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.184629] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-321b5305-ec58-4135-bd5a-9c61ebf34e75 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.193857] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.194053] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.195759] env[69677]: DEBUG nova.compute.utils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.199559] env[69677]: INFO nova.compute.claims [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.203608] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aac0c355-52b9-4d49-a7aa-3548cb9c932c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.206506] env[69677]: DEBUG nova.compute.manager [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.206652] env[69677]: DEBUG nova.network.neutron [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.213559] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1144.213559] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b554e7-ab4d-d0a2-c180-87d124eda883" [ 1144.213559] env[69677]: _type = "Task" [ 1144.213559] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.222668] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b554e7-ab4d-d0a2-c180-87d124eda883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.235264] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1144.235490] env[69677]: DEBUG nova.compute.manager [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.236249] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab30ab92-db46-4161-a1f7-5893af508ef4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.242501] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.242670] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.242840] env[69677]: DEBUG nova.network.neutron [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.252517] env[69677]: DEBUG nova.policy [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51e631cacf7f458c8273f316af914305', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97e55ff0d4564aed97490023d3a1e8cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.306796] env[69677]: DEBUG nova.compute.manager [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Stashing vm_state: active {{(pid=69677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1144.365827] env[69677]: DEBUG nova.compute.manager [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.393014] env[69677]: DEBUG nova.virt.hardware [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.393276] env[69677]: DEBUG nova.virt.hardware [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.393440] env[69677]: DEBUG nova.virt.hardware [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.393627] env[69677]: DEBUG nova.virt.hardware [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.393771] env[69677]: DEBUG nova.virt.hardware [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.393915] env[69677]: DEBUG nova.virt.hardware [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.394148] env[69677]: DEBUG nova.virt.hardware [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.394306] env[69677]: DEBUG nova.virt.hardware [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.394475] env[69677]: DEBUG nova.virt.hardware [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.394638] env[69677]: DEBUG nova.virt.hardware [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.394807] env[69677]: DEBUG nova.virt.hardware [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.395699] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4e07d2-fdce-4b80-9f56-94cd78e7f23d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.404632] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cf33ec-7f93-4ea1-a27d-1abbb81cb337 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.617828] env[69677]: DEBUG nova.compute.manager [req-ca072b17-0c96-4ddb-8f3f-0ef36e138cdc req-144146d2-cd31-4c8e-8ac1-bbcd59d01ef4 service nova] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Received event network-vif-deleted-97fa0bec-2d12-4ef3-bbea-97feaad4334a {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.625396] env[69677]: INFO nova.compute.manager [-] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Took 1.41 seconds to deallocate network for instance. [ 1144.675668] env[69677]: DEBUG nova.network.neutron [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Successfully created port: 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.707393] env[69677]: DEBUG nova.compute.manager [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.711473] env[69677]: INFO nova.compute.resource_tracker [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating resource usage from migration 6e61eb03-1ff8-488c-adf9-93ea55dcb224 [ 1144.728845] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b554e7-ab4d-d0a2-c180-87d124eda883, 'name': SearchDatastore_Task, 'duration_secs': 0.011397} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.730155] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87cfcf65-aba7-4c73-9d68-7a520c0d0366 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.736648] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1144.736648] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5261594d-5cd7-76ea-809c-ac13bcb2d7a3" [ 1144.736648] env[69677]: _type = "Task" [ 1144.736648] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.748356] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5261594d-5cd7-76ea-809c-ac13bcb2d7a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.792436] env[69677]: DEBUG nova.network.neutron [req-f25dbf6d-43f9-4c1b-8d0a-c7b4b23dec2d req-be359396-6377-43ff-aa07-57e48aae1563 service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Updated VIF entry in instance network info cache for port 75fcaaac-d29c-41de-bfe4-8ce39b16cff0. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.792710] env[69677]: DEBUG nova.network.neutron [req-f25dbf6d-43f9-4c1b-8d0a-c7b4b23dec2d req-be359396-6377-43ff-aa07-57e48aae1563 service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Updating instance_info_cache with network_info: [{"id": "75fcaaac-d29c-41de-bfe4-8ce39b16cff0", "address": "fa:16:3e:54:47:84", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75fcaaac-d2", "ovs_interfaceid": "75fcaaac-d29c-41de-bfe4-8ce39b16cff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.823868] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.012017] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fffc9fe-ee73-4c38-a711-a70b29c958fc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.019472] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5d7b5f-9775-4f8a-b11e-07432bb69c4e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.059105] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c859e6-9b2d-4fab-9683-42b0843867d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.070164] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3680c5d-91ba-4698-b68e-db9a09abb061 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.085225] env[69677]: DEBUG nova.compute.provider_tree [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.138974] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.152652] env[69677]: DEBUG oslo_concurrency.lockutils [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.152879] env[69677]: DEBUG oslo_concurrency.lockutils [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.249496] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5261594d-5cd7-76ea-809c-ac13bcb2d7a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.250892] env[69677]: DEBUG nova.network.neutron [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updating instance_info_cache with network_info: [{"id": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "address": "fa:16:3e:c3:64:7b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea9473e-0a", "ovs_interfaceid": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.252637] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.253120] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 6bf37a97-a71f-485e-b074-110ffeef5369/6bf37a97-a71f-485e-b074-110ffeef5369.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.254207] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee664946-b8c7-4840-a9a5-2f6666ca432a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.264219] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1145.264219] env[69677]: value = "task-3437200" [ 1145.264219] env[69677]: _type = "Task" [ 1145.264219] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.275768] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.298712] env[69677]: DEBUG oslo_concurrency.lockutils [req-f25dbf6d-43f9-4c1b-8d0a-c7b4b23dec2d req-be359396-6377-43ff-aa07-57e48aae1563 service nova] Releasing lock "refresh_cache-6bf37a97-a71f-485e-b074-110ffeef5369" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.468035] env[69677]: DEBUG nova.network.neutron [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Successfully updated port: 07cecbc1-299c-4bea-8b16-b460f4934ad8 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.588737] env[69677]: DEBUG nova.scheduler.client.report [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.660676] env[69677]: DEBUG nova.compute.utils [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.722509] env[69677]: DEBUG nova.compute.manager [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.753980] env[69677]: DEBUG nova.virt.hardware [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.754272] env[69677]: DEBUG nova.virt.hardware [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.754485] env[69677]: DEBUG nova.virt.hardware [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.754737] env[69677]: DEBUG nova.virt.hardware [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.754897] env[69677]: DEBUG nova.virt.hardware [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.755060] env[69677]: DEBUG nova.virt.hardware [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.755276] env[69677]: DEBUG nova.virt.hardware [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.755438] env[69677]: DEBUG nova.virt.hardware [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.755604] env[69677]: DEBUG nova.virt.hardware [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.755763] env[69677]: DEBUG nova.virt.hardware [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.755934] env[69677]: DEBUG nova.virt.hardware [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.756522] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.758917] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe74486-1b50-46d9-8dcd-9b06163100b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.769649] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43ca34f-7b95-4849-811d-7eb92cf143f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.778125] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491333} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.785780] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 6bf37a97-a71f-485e-b074-110ffeef5369/6bf37a97-a71f-485e-b074-110ffeef5369.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.785780] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.786173] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfafc291-a88a-4e02-b534-83d01f2b7ba2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.795287] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1145.795287] env[69677]: value = "task-3437201" [ 1145.795287] env[69677]: _type = "Task" [ 1145.795287] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.803465] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.974750] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquiring lock "refresh_cache-fcbb78cc-c468-4f93-8021-7e31e37307ad" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.974750] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquired lock "refresh_cache-fcbb78cc-c468-4f93-8021-7e31e37307ad" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.974750] env[69677]: DEBUG nova.network.neutron [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.983941] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.983941] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.983941] env[69677]: DEBUG nova.objects.instance [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'flavor' on Instance uuid 8e89990c-0a32-472e-8963-6e512d0c91a5 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.066430] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.067301] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cb82a3-92b2-468f-8c2e-c634692a6e16 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.075540] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.075823] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba7869f2-76a0-4457-8609-08c5b43cfd7c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.093717] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.401s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.093903] env[69677]: INFO nova.compute.manager [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Migrating [ 1146.102294] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.278s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.149765] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.150142] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.150382] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleting the datastore file [datastore2] b36b030a-fe0c-4f38-aa5a-5247d0c1c314 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.150727] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1445d441-56e6-4554-b527-8db6cc721947 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.159701] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1146.159701] env[69677]: value = "task-3437203" [ 1146.159701] env[69677]: _type = "Task" [ 1146.159701] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.163272] env[69677]: DEBUG oslo_concurrency.lockutils [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.169614] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.256705] env[69677]: DEBUG nova.network.neutron [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Successfully updated port: 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.306075] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070597} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.306075] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.306557] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9c69d8-ae81-414c-8b33-3d50f34ab6ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.328566] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 6bf37a97-a71f-485e-b074-110ffeef5369/6bf37a97-a71f-485e-b074-110ffeef5369.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.328841] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d76c6fc7-8686-4003-b571-72311d8efa73 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.350173] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1146.350173] env[69677]: value = "task-3437204" [ 1146.350173] env[69677]: _type = "Task" [ 1146.350173] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.358652] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.510504] env[69677]: DEBUG nova.network.neutron [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.585384] env[69677]: DEBUG nova.objects.instance [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'pci_requests' on Instance uuid 8e89990c-0a32-472e-8963-6e512d0c91a5 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.612821] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.613047] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.613216] env[69677]: DEBUG nova.network.neutron [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.617300] env[69677]: INFO nova.compute.claims [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.655878] env[69677]: DEBUG nova.network.neutron [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Updating instance_info_cache with network_info: [{"id": "07cecbc1-299c-4bea-8b16-b460f4934ad8", "address": "fa:16:3e:1e:b3:96", "network": {"id": "80f708f6-f439-4f72-ba7a-353784031040", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-742175206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd13b380d4574fe99a6adc209f48d320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cecbc1-29", "ovs_interfaceid": "07cecbc1-299c-4bea-8b16-b460f4934ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.669389] env[69677]: DEBUG oslo_vmware.api [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18533} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.670397] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.670521] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.670696] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.691848] env[69677]: INFO nova.scheduler.client.report [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleted allocations for instance b36b030a-fe0c-4f38-aa5a-5247d0c1c314 [ 1146.759688] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "refresh_cache-b1c5da7f-0ef4-4324-aed6-dca969731022" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.759845] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquired lock "refresh_cache-b1c5da7f-0ef4-4324-aed6-dca969731022" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.760145] env[69677]: DEBUG nova.network.neutron [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.860811] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437204, 'name': ReconfigVM_Task, 'duration_secs': 0.273943} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.861046] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 6bf37a97-a71f-485e-b074-110ffeef5369/6bf37a97-a71f-485e-b074-110ffeef5369.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.861696] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3fb0661-9474-4a71-ba18-7948574627e8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.869572] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1146.869572] env[69677]: value = "task-3437205" [ 1146.869572] env[69677]: _type = "Task" [ 1146.869572] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.877918] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437205, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.063141] env[69677]: DEBUG nova.compute.manager [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Received event network-vif-plugged-07cecbc1-299c-4bea-8b16-b460f4934ad8 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.063402] env[69677]: DEBUG oslo_concurrency.lockutils [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] Acquiring lock "fcbb78cc-c468-4f93-8021-7e31e37307ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.063652] env[69677]: DEBUG oslo_concurrency.lockutils [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] Lock "fcbb78cc-c468-4f93-8021-7e31e37307ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.063802] env[69677]: DEBUG oslo_concurrency.lockutils [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] Lock "fcbb78cc-c468-4f93-8021-7e31e37307ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.064011] env[69677]: DEBUG nova.compute.manager [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] No waiting events found dispatching network-vif-plugged-07cecbc1-299c-4bea-8b16-b460f4934ad8 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.064267] env[69677]: WARNING nova.compute.manager [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Received unexpected event network-vif-plugged-07cecbc1-299c-4bea-8b16-b460f4934ad8 for instance with vm_state building and task_state spawning. [ 1147.064442] env[69677]: DEBUG nova.compute.manager [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Received event network-changed-07cecbc1-299c-4bea-8b16-b460f4934ad8 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.064597] env[69677]: DEBUG nova.compute.manager [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Refreshing instance network info cache due to event network-changed-07cecbc1-299c-4bea-8b16-b460f4934ad8. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.064766] env[69677]: DEBUG oslo_concurrency.lockutils [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] Acquiring lock "refresh_cache-fcbb78cc-c468-4f93-8021-7e31e37307ad" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.087620] env[69677]: DEBUG nova.objects.base [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Object Instance<8e89990c-0a32-472e-8963-6e512d0c91a5> lazy-loaded attributes: flavor,pci_requests {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.087784] env[69677]: DEBUG nova.network.neutron [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.125123] env[69677]: INFO nova.compute.resource_tracker [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating resource usage from migration 7481ed4f-4fc3-46eb-a7c1-91986cc02bfb [ 1147.155149] env[69677]: DEBUG nova.policy [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b89388650974f14aafe5cf6b9a96a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374d4725fc6e4d5c875b000af67ed519', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.160151] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Releasing lock "refresh_cache-fcbb78cc-c468-4f93-8021-7e31e37307ad" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.160581] env[69677]: DEBUG nova.compute.manager [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Instance network_info: |[{"id": "07cecbc1-299c-4bea-8b16-b460f4934ad8", "address": "fa:16:3e:1e:b3:96", "network": {"id": "80f708f6-f439-4f72-ba7a-353784031040", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-742175206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd13b380d4574fe99a6adc209f48d320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cecbc1-29", "ovs_interfaceid": "07cecbc1-299c-4bea-8b16-b460f4934ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1147.160906] env[69677]: DEBUG oslo_concurrency.lockutils [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] Acquired lock "refresh_cache-fcbb78cc-c468-4f93-8021-7e31e37307ad" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.161106] env[69677]: DEBUG nova.network.neutron [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Refreshing network info cache for port 07cecbc1-299c-4bea-8b16-b460f4934ad8 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.162296] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:b3:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d650b26-c3e7-4de7-98db-5e4b816d123a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07cecbc1-299c-4bea-8b16-b460f4934ad8', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.169659] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Creating folder: Project (cd13b380d4574fe99a6adc209f48d320). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.174816] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e94b48ce-751c-47d7-9000-40aa4a0b01ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.190525] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Created folder: Project (cd13b380d4574fe99a6adc209f48d320) in parent group-v685897. [ 1147.190768] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Creating folder: Instances. Parent ref: group-v686186. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1147.191021] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40f42bbd-5116-4795-9d18-411bf32d65ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.195666] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.219891] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Created folder: Instances in parent group-v686186. [ 1147.219891] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.219891] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.220034] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db9c00f2-b16b-464f-bb6c-f13e6b0db982 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.237803] env[69677]: DEBUG oslo_concurrency.lockutils [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.238051] env[69677]: DEBUG oslo_concurrency.lockutils [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.238320] env[69677]: INFO nova.compute.manager [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Attaching volume c1730df6-6ce7-4124-8e73-229ed3102e2a to /dev/sdb [ 1147.248858] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.248858] env[69677]: value = "task-3437208" [ 1147.248858] env[69677]: _type = "Task" [ 1147.248858] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.269137] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437208, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.297029] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db52676c-9e40-4c20-bc40-d5b92400012b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.304554] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff018188-87c2-47b5-bf9d-ae22fda8ecb1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.311604] env[69677]: DEBUG nova.network.neutron [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.327425] env[69677]: DEBUG nova.virt.block_device [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Updating existing volume attachment record: f5c5716a-337e-480b-bfed-54ac2ca1b679 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1147.388123] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437205, 'name': Rename_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.424882] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6bdb87-6509-4376-af18-b770045479e8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.433303] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b55034-5051-437a-bf91-01001dc43e15 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.475478] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377cc067-8a89-48d7-b6dc-eaf06b991117 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.485983] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5652f0-408b-4a01-9316-e3cf85d05d7c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.502629] env[69677]: DEBUG nova.compute.provider_tree [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.532546] env[69677]: DEBUG nova.network.neutron [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Updating instance_info_cache with network_info: [{"id": "1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec", "address": "fa:16:3e:59:2e:e7", "network": {"id": "bc72ef42-78f7-42a6-b23f-764db6978814", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1279108948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e55ff0d4564aed97490023d3a1e8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bcf2b30-cf", "ovs_interfaceid": "1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.620600] env[69677]: DEBUG nova.network.neutron [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance_info_cache with network_info: [{"id": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "address": "fa:16:3e:b6:93:6d", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395c747b-4f", "ovs_interfaceid": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.629362] env[69677]: DEBUG nova.network.neutron [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Updated VIF entry in instance network info cache for port 07cecbc1-299c-4bea-8b16-b460f4934ad8. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.630092] env[69677]: DEBUG nova.network.neutron [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Updating instance_info_cache with network_info: [{"id": "07cecbc1-299c-4bea-8b16-b460f4934ad8", "address": "fa:16:3e:1e:b3:96", "network": {"id": "80f708f6-f439-4f72-ba7a-353784031040", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-742175206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd13b380d4574fe99a6adc209f48d320", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d650b26-c3e7-4de7-98db-5e4b816d123a", "external-id": "nsx-vlan-transportzone-757", "segmentation_id": 757, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07cecbc1-29", "ovs_interfaceid": "07cecbc1-299c-4bea-8b16-b460f4934ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.644824] env[69677]: DEBUG nova.compute.manager [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Received event network-vif-plugged-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.644914] env[69677]: DEBUG oslo_concurrency.lockutils [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] Acquiring lock "b1c5da7f-0ef4-4324-aed6-dca969731022-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.645178] env[69677]: DEBUG oslo_concurrency.lockutils [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.645387] env[69677]: DEBUG oslo_concurrency.lockutils [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.645540] env[69677]: DEBUG nova.compute.manager [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] No waiting events found dispatching network-vif-plugged-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.645717] env[69677]: WARNING nova.compute.manager [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Received unexpected event network-vif-plugged-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec for instance with vm_state building and task_state spawning. [ 1147.645876] env[69677]: DEBUG nova.compute.manager [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Received event network-changed-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.646054] env[69677]: DEBUG nova.compute.manager [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Refreshing instance network info cache due to event network-changed-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.646232] env[69677]: DEBUG oslo_concurrency.lockutils [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] Acquiring lock "refresh_cache-b1c5da7f-0ef4-4324-aed6-dca969731022" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.759940] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437208, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.881534] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437205, 'name': Rename_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.006093] env[69677]: DEBUG nova.scheduler.client.report [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.034951] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Releasing lock "refresh_cache-b1c5da7f-0ef4-4324-aed6-dca969731022" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.035472] env[69677]: DEBUG nova.compute.manager [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Instance network_info: |[{"id": "1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec", "address": "fa:16:3e:59:2e:e7", "network": {"id": "bc72ef42-78f7-42a6-b23f-764db6978814", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1279108948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e55ff0d4564aed97490023d3a1e8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bcf2b30-cf", "ovs_interfaceid": "1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.035906] env[69677]: DEBUG oslo_concurrency.lockutils [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] Acquired lock "refresh_cache-b1c5da7f-0ef4-4324-aed6-dca969731022" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.036215] env[69677]: DEBUG nova.network.neutron [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Refreshing network info cache for port 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.037750] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:2e:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.045285] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.048192] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.049127] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-252abddb-580a-4264-a336-f3c3436bf284 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.071206] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.071206] env[69677]: value = "task-3437210" [ 1148.071206] env[69677]: _type = "Task" [ 1148.071206] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.081780] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437210, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.124296] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.132858] env[69677]: DEBUG oslo_concurrency.lockutils [req-fbaf741e-4634-4c19-8c5c-4564dea6cf0d req-2b8e4072-4f7f-4001-828e-e386609bceee service nova] Releasing lock "refresh_cache-fcbb78cc-c468-4f93-8021-7e31e37307ad" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.260494] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437208, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.380714] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437205, 'name': Rename_Task, 'duration_secs': 1.170179} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.380996] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.381262] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a89f468-6364-4c8e-a77a-4812bd23cc56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.402443] env[69677]: DEBUG nova.network.neutron [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Updated VIF entry in instance network info cache for port 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1148.402807] env[69677]: DEBUG nova.network.neutron [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Updating instance_info_cache with network_info: [{"id": "1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec", "address": "fa:16:3e:59:2e:e7", "network": {"id": "bc72ef42-78f7-42a6-b23f-764db6978814", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1279108948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e55ff0d4564aed97490023d3a1e8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bcf2b30-cf", "ovs_interfaceid": "1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.405508] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1148.405508] env[69677]: value = "task-3437211" [ 1148.405508] env[69677]: _type = "Task" [ 1148.405508] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.414799] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.512161] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.410s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.512393] env[69677]: INFO nova.compute.manager [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Migrating [ 1148.519457] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.381s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.519655] env[69677]: DEBUG nova.objects.instance [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lazy-loading 'resources' on Instance uuid 75c469c6-57c4-42c2-93ec-2bf9920ecb2d {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.586585] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437210, 'name': CreateVM_Task, 'duration_secs': 0.413885} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.587410] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.587714] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.587883] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.588224] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.588481] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba6477ec-5307-414b-a2b6-b52c7106098a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.594072] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1148.594072] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527bc857-ec00-4c76-c680-0dd3a587191d" [ 1148.594072] env[69677]: _type = "Task" [ 1148.594072] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.602765] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527bc857-ec00-4c76-c680-0dd3a587191d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.760896] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437208, 'name': CreateVM_Task, 'duration_secs': 1.049463} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.761056] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.762247] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.762247] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.762247] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.762452] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c035458a-00d3-44e9-b5a6-d482db8c98ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.770211] env[69677]: DEBUG nova.network.neutron [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Successfully updated port: 7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1148.772699] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for the task: (returnval){ [ 1148.772699] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a9ccb4-0fbb-02f7-7ed1-062940b3ff13" [ 1148.772699] env[69677]: _type = "Task" [ 1148.772699] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.781199] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a9ccb4-0fbb-02f7-7ed1-062940b3ff13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.907633] env[69677]: DEBUG oslo_concurrency.lockutils [req-92f33c37-a393-4e99-afc5-2719154e249e req-7337e923-8cec-4465-ab40-7d3d36f3a537 service nova] Releasing lock "refresh_cache-b1c5da7f-0ef4-4324-aed6-dca969731022" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.921309] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437211, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.030899] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.031083] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.031257] env[69677]: DEBUG nova.network.neutron [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.080845] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.106437] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527bc857-ec00-4c76-c680-0dd3a587191d, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.108904] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.109153] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.109414] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.109567] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.109746] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.110501] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3746bb36-8d23-47ec-8eb0-dbe620e428c5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.126255] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.126457] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.127248] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c6172c-ee12-41cd-a812-d4b6142f5f31 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.138735] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1149.138735] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5280d763-28a3-4aa8-4606-d8913d1e3bb4" [ 1149.138735] env[69677]: _type = "Task" [ 1149.138735] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.148495] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5280d763-28a3-4aa8-4606-d8913d1e3bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.176122] env[69677]: DEBUG nova.compute.manager [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Received event network-vif-unplugged-eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.176265] env[69677]: DEBUG oslo_concurrency.lockutils [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] Acquiring lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.176451] env[69677]: DEBUG oslo_concurrency.lockutils [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.176619] env[69677]: DEBUG oslo_concurrency.lockutils [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.176813] env[69677]: DEBUG nova.compute.manager [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] No waiting events found dispatching network-vif-unplugged-eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.176987] env[69677]: WARNING nova.compute.manager [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Received unexpected event network-vif-unplugged-eea9473e-0a7c-4a39-8477-9dd9a75fa895 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1149.177102] env[69677]: DEBUG nova.compute.manager [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Received event network-changed-eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.177258] env[69677]: DEBUG nova.compute.manager [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Refreshing instance network info cache due to event network-changed-eea9473e-0a7c-4a39-8477-9dd9a75fa895. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.177437] env[69677]: DEBUG oslo_concurrency.lockutils [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] Acquiring lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.177571] env[69677]: DEBUG oslo_concurrency.lockutils [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] Acquired lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.177724] env[69677]: DEBUG nova.network.neutron [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Refreshing network info cache for port eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.243194] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34184b1a-1f28-426e-a714-8f4acae16fdd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.251793] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0841910-9d2b-40db-aee8-f6aa5ccbad99 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.283024] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.283319] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.283490] env[69677]: DEBUG nova.network.neutron [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.288537] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f2e016-e81e-486c-9a39-a73edade8846 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.297513] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a9ccb4-0fbb-02f7-7ed1-062940b3ff13, 'name': SearchDatastore_Task, 'duration_secs': 0.011016} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.300043] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.300308] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.300690] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.300690] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.300866] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.301452] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04eaac58-ec17-46b0-b441-d41c0f098860 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.304214] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b05181d-f4a7-405e-b1d4-1a9690d6f4bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.321707] env[69677]: DEBUG nova.compute.provider_tree [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.324260] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.324431] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.325415] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e536941-e44f-4ae5-b695-67fa29e87704 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.332547] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for the task: (returnval){ [ 1149.332547] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dc211a-65fe-5168-7f62-14ae0cd4d8d1" [ 1149.332547] env[69677]: _type = "Task" [ 1149.332547] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.343434] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dc211a-65fe-5168-7f62-14ae0cd4d8d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.419139] env[69677]: DEBUG oslo_vmware.api [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437211, 'name': PowerOnVM_Task, 'duration_secs': 0.538502} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.419457] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.419582] env[69677]: INFO nova.compute.manager [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1149.419772] env[69677]: DEBUG nova.compute.manager [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.420604] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b922f72f-6047-433d-9e34-8bf77203c5cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.646789] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd10927-b809-4feb-9461-b730a1864ed3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.652836] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5280d763-28a3-4aa8-4606-d8913d1e3bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.015358} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.654046] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b502049-b6de-4739-8f7f-86a67b0edae8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.668798] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance '4a63917e-90c7-485a-8e0f-83bd441239b1' progress to 0 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.678328] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1149.678328] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5208c3f1-e6e7-1ba7-fa63-52f11dabb728" [ 1149.678328] env[69677]: _type = "Task" [ 1149.678328] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.689029] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5208c3f1-e6e7-1ba7-fa63-52f11dabb728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.734143] env[69677]: DEBUG nova.compute.manager [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received event network-vif-plugged-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.734752] env[69677]: DEBUG oslo_concurrency.lockutils [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] Acquiring lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.735050] env[69677]: DEBUG oslo_concurrency.lockutils [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.735232] env[69677]: DEBUG oslo_concurrency.lockutils [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.735426] env[69677]: DEBUG nova.compute.manager [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] No waiting events found dispatching network-vif-plugged-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.735619] env[69677]: WARNING nova.compute.manager [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received unexpected event network-vif-plugged-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 for instance with vm_state active and task_state None. [ 1149.735932] env[69677]: DEBUG nova.compute.manager [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received event network-changed-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.735994] env[69677]: DEBUG nova.compute.manager [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Refreshing instance network info cache due to event network-changed-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.736145] env[69677]: DEBUG oslo_concurrency.lockutils [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] Acquiring lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.774150] env[69677]: DEBUG nova.network.neutron [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance_info_cache with network_info: [{"id": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "address": "fa:16:3e:b0:22:cd", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a71b60-d4", "ovs_interfaceid": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.822533] env[69677]: WARNING nova.network.neutron [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] 93e3c0b6-0390-4a41-aa72-3829d06ec4bf already exists in list: networks containing: ['93e3c0b6-0390-4a41-aa72-3829d06ec4bf']. ignoring it [ 1149.822736] env[69677]: WARNING nova.network.neutron [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] 93e3c0b6-0390-4a41-aa72-3829d06ec4bf already exists in list: networks containing: ['93e3c0b6-0390-4a41-aa72-3829d06ec4bf']. ignoring it [ 1149.829915] env[69677]: DEBUG nova.scheduler.client.report [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.854555] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52dc211a-65fe-5168-7f62-14ae0cd4d8d1, 'name': SearchDatastore_Task, 'duration_secs': 0.029896} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.855581] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b388f8-8c45-4ec6-b472-1b33cb666696 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.862169] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for the task: (returnval){ [ 1149.862169] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ebff12-00ea-06fd-d0e3-f79649905326" [ 1149.862169] env[69677]: _type = "Task" [ 1149.862169] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.873241] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ebff12-00ea-06fd-d0e3-f79649905326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.936443] env[69677]: INFO nova.compute.manager [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Took 24.53 seconds to build instance. [ 1149.941270] env[69677]: DEBUG nova.network.neutron [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updated VIF entry in instance network info cache for port eea9473e-0a7c-4a39-8477-9dd9a75fa895. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.941657] env[69677]: DEBUG nova.network.neutron [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updating instance_info_cache with network_info: [{"id": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "address": "fa:16:3e:c3:64:7b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapeea9473e-0a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.176055] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.177304] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2aabd193-2597-447e-a875-4ab72be934ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.187180] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1150.187180] env[69677]: value = "task-3437213" [ 1150.187180] env[69677]: _type = "Task" [ 1150.187180] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.191390] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5208c3f1-e6e7-1ba7-fa63-52f11dabb728, 'name': SearchDatastore_Task, 'duration_secs': 0.01066} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.194415] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.194415] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] b1c5da7f-0ef4-4324-aed6-dca969731022/b1c5da7f-0ef4-4324-aed6-dca969731022.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.194672] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61893f20-e175-45e1-9f84-b329e91d056a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.216527] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.220942] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1150.220942] env[69677]: value = "task-3437214" [ 1150.220942] env[69677]: _type = "Task" [ 1150.220942] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.229430] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.259246] env[69677]: DEBUG nova.network.neutron [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [{"id": "e4457812-1c03-464b-bbdc-fd669f60e066", "address": "fa:16:3e:df:d3:00", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4457812-1c", "ovs_interfaceid": "e4457812-1c03-464b-bbdc-fd669f60e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "77150f01-54b6-49b1-aa74-62a0dc231437", "address": "fa:16:3e:d2:b1:1b", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77150f01-54", "ovs_interfaceid": "77150f01-54b6-49b1-aa74-62a0dc231437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91", "address": "fa:16:3e:a3:a7:5a", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d29dc33-5f", "ovs_interfaceid": "7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.276776] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.341556] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.349802] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.153s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.349802] env[69677]: DEBUG nova.objects.instance [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lazy-loading 'resources' on Instance uuid b36b030a-fe0c-4f38-aa5a-5247d0c1c314 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.372104] env[69677]: INFO nova.scheduler.client.report [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Deleted allocations for instance 75c469c6-57c4-42c2-93ec-2bf9920ecb2d [ 1150.380721] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ebff12-00ea-06fd-d0e3-f79649905326, 'name': SearchDatastore_Task, 'duration_secs': 0.019341} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.384280] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.384556] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] fcbb78cc-c468-4f93-8021-7e31e37307ad/fcbb78cc-c468-4f93-8021-7e31e37307ad.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.385017] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c45f5ca5-fafe-4b9e-bb42-5a6ddd1e6a7d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.397529] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for the task: (returnval){ [ 1150.397529] env[69677]: value = "task-3437215" [ 1150.397529] env[69677]: _type = "Task" [ 1150.397529] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.409326] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.438839] env[69677]: DEBUG oslo_concurrency.lockutils [None req-c2c567aa-dfbf-451a-bc4e-5b22beee328a tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "6bf37a97-a71f-485e-b074-110ffeef5369" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.047s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.443933] env[69677]: DEBUG oslo_concurrency.lockutils [req-b672c2ba-9d09-4c24-bd66-1f4dd2cb8971 req-f141c4f9-0af8-4ea7-be6a-5e9b5d283be7 service nova] Releasing lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.709362] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437213, 'name': PowerOffVM_Task, 'duration_secs': 0.253626} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.709874] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.710257] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance '4a63917e-90c7-485a-8e0f-83bd441239b1' progress to 17 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1150.731048] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437214, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.762465] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.763169] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.763329] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.763607] env[69677]: DEBUG oslo_concurrency.lockutils [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] Acquired lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.763798] env[69677]: DEBUG nova.network.neutron [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Refreshing network info cache for port 7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.767927] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21750e7-a58e-407f-b5f5-88d90377d095 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.798086] env[69677]: DEBUG nova.virt.hardware [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.798086] env[69677]: DEBUG nova.virt.hardware [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.798086] env[69677]: DEBUG nova.virt.hardware [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.798086] env[69677]: DEBUG nova.virt.hardware [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.798086] env[69677]: DEBUG nova.virt.hardware [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.798086] env[69677]: DEBUG nova.virt.hardware [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.798086] env[69677]: DEBUG nova.virt.hardware [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.798086] env[69677]: DEBUG nova.virt.hardware [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.798086] env[69677]: DEBUG nova.virt.hardware [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.798086] env[69677]: DEBUG nova.virt.hardware [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.798086] env[69677]: DEBUG nova.virt.hardware [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.803755] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Reconfiguring VM to attach interface {{(pid=69677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1150.804575] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a812166-01b3-4f12-a242-61b334c256a7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.830693] env[69677]: DEBUG oslo_vmware.api [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1150.830693] env[69677]: value = "task-3437216" [ 1150.830693] env[69677]: _type = "Task" [ 1150.830693] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.845033] env[69677]: DEBUG oslo_vmware.api [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437216, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.852776] env[69677]: DEBUG nova.objects.instance [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lazy-loading 'numa_topology' on Instance uuid b36b030a-fe0c-4f38-aa5a-5247d0c1c314 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.889295] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d257f72a-bf46-41b4-b8e4-9180c4e18689 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "75c469c6-57c4-42c2-93ec-2bf9920ecb2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.353s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.911947] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437215, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.219893] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.220161] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.220356] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.220771] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.220930] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.221092] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.221299] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.221459] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.221652] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.221828] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.221996] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.227432] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa98530b-6fa2-4524-92c2-48747a97b9f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.247783] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533106} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.249059] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] b1c5da7f-0ef4-4324-aed6-dca969731022/b1c5da7f-0ef4-4324-aed6-dca969731022.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.249314] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.249634] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1151.249634] env[69677]: value = "task-3437217" [ 1151.249634] env[69677]: _type = "Task" [ 1151.249634] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.249854] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c000b626-84f0-42d6-876f-da1950873442 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.260423] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.261789] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1151.261789] env[69677]: value = "task-3437218" [ 1151.261789] env[69677]: _type = "Task" [ 1151.261789] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.274674] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.342679] env[69677]: DEBUG oslo_vmware.api [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.355919] env[69677]: DEBUG nova.objects.base [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.418564] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683855} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.421814] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] fcbb78cc-c468-4f93-8021-7e31e37307ad/fcbb78cc-c468-4f93-8021-7e31e37307ad.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.422207] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.422680] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40c64520-78a8-4064-aaae-5bee6f3636e4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.434620] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for the task: (returnval){ [ 1151.434620] env[69677]: value = "task-3437219" [ 1151.434620] env[69677]: _type = "Task" [ 1151.434620] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.451743] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.509925] env[69677]: DEBUG nova.network.neutron [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updated VIF entry in instance network info cache for port 7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.510578] env[69677]: DEBUG nova.network.neutron [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [{"id": "e4457812-1c03-464b-bbdc-fd669f60e066", "address": "fa:16:3e:df:d3:00", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4457812-1c", "ovs_interfaceid": "e4457812-1c03-464b-bbdc-fd669f60e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "77150f01-54b6-49b1-aa74-62a0dc231437", "address": "fa:16:3e:d2:b1:1b", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77150f01-54", "ovs_interfaceid": "77150f01-54b6-49b1-aa74-62a0dc231437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91", "address": "fa:16:3e:a3:a7:5a", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d29dc33-5f", "ovs_interfaceid": "7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.567670] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "6bf37a97-a71f-485e-b074-110ffeef5369" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.567989] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "6bf37a97-a71f-485e-b074-110ffeef5369" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.568216] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "6bf37a97-a71f-485e-b074-110ffeef5369-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.568841] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "6bf37a97-a71f-485e-b074-110ffeef5369-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.568841] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "6bf37a97-a71f-485e-b074-110ffeef5369-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.570897] env[69677]: INFO nova.compute.manager [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Terminating instance [ 1151.603805] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ccd426-113f-45e5-ac8b-058d526d5c7d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.613220] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee827e0d-dc27-4b6c-beca-8b3ab93da124 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.649464] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91d54a0-8d73-47de-a3fd-e4c98f3a1044 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.658484] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f74e1b1-d76c-427c-bef3-9e10fd038ebc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.673392] env[69677]: DEBUG nova.compute.provider_tree [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.762097] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437217, 'name': ReconfigVM_Task, 'duration_secs': 0.182409} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.762482] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance '4a63917e-90c7-485a-8e0f-83bd441239b1' progress to 33 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.774403] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087308} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.774651] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.775485] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83d7dea-b97e-49c2-86d8-c56e72a57b33 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.797911] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] b1c5da7f-0ef4-4324-aed6-dca969731022/b1c5da7f-0ef4-4324-aed6-dca969731022.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.798230] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b38561-888b-45bd-9c5b-9b0f89b63af8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.818607] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a5c10-d983-4ad5-bf17-28a904888002 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.822974] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1151.822974] env[69677]: value = "task-3437220" [ 1151.822974] env[69677]: _type = "Task" [ 1151.822974] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.842024] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance 'd2a9cd72-9455-4f4a-ad88-1928a2467adc' progress to 0 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1151.854574] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.860860] env[69677]: DEBUG oslo_vmware.api [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437216, 'name': ReconfigVM_Task, 'duration_secs': 0.633899} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.861028] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.861250] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Reconfigured VM to attach interface {{(pid=69677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1151.891024] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1151.891024] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686189', 'volume_id': 'c1730df6-6ce7-4124-8e73-229ed3102e2a', 'name': 'volume-c1730df6-6ce7-4124-8e73-229ed3102e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0023f5a-9aad-4670-b69a-7a14b7e0a823', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1730df6-6ce7-4124-8e73-229ed3102e2a', 'serial': 'c1730df6-6ce7-4124-8e73-229ed3102e2a'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1151.891842] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4db1be-e548-407c-9f68-4866ac1d41ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.910459] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87ec89d-fd5b-4e2b-97d1-a4ec70ddaf28 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.940861] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-c1730df6-6ce7-4124-8e73-229ed3102e2a/volume-c1730df6-6ce7-4124-8e73-229ed3102e2a.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.941303] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61251ef4-a303-4d95-8d15-890eeed616d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.963551] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083505} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.964310] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.965722] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c382975-dc90-4344-b37e-5a2dee6a6b59 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.968309] env[69677]: DEBUG oslo_vmware.api [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1151.968309] env[69677]: value = "task-3437221" [ 1151.968309] env[69677]: _type = "Task" [ 1151.968309] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.991927] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] fcbb78cc-c468-4f93-8021-7e31e37307ad/fcbb78cc-c468-4f93-8021-7e31e37307ad.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.995406] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77daf07-a16d-4975-8bb5-354436cfe03d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.012600] env[69677]: DEBUG oslo_vmware.api [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.013141] env[69677]: DEBUG oslo_concurrency.lockutils [req-33c90268-a3ee-4898-af05-b5a9d413e0c1 req-71303b4f-4660-424f-a591-9c4d5529fb7c service nova] Releasing lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.021577] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for the task: (returnval){ [ 1152.021577] env[69677]: value = "task-3437222" [ 1152.021577] env[69677]: _type = "Task" [ 1152.021577] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.032684] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.081303] env[69677]: DEBUG nova.compute.manager [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.081628] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.082658] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec396b53-3b3e-4851-841f-24d6e571509f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.091402] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.091830] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48ea521b-b141-482d-b117-e89242ff3c12 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.100397] env[69677]: DEBUG oslo_vmware.api [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1152.100397] env[69677]: value = "task-3437223" [ 1152.100397] env[69677]: _type = "Task" [ 1152.100397] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.109998] env[69677]: DEBUG oslo_vmware.api [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.176888] env[69677]: DEBUG nova.scheduler.client.report [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.271855] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.272151] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.272316] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.272520] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.272691] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.272845] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.273073] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.273245] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.273421] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.273583] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.274522] env[69677]: DEBUG nova.virt.hardware [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.279337] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1152.280028] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c9808d-aa38-49ee-a597-c27055432f0b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.301734] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1152.301734] env[69677]: value = "task-3437224" [ 1152.301734] env[69677]: _type = "Task" [ 1152.301734] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.316951] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.335693] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437220, 'name': ReconfigVM_Task, 'duration_secs': 0.302561} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.336184] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Reconfigured VM instance instance-00000068 to attach disk [datastore1] b1c5da7f-0ef4-4324-aed6-dca969731022/b1c5da7f-0ef4-4324-aed6-dca969731022.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.336846] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b64cc1b1-711d-4255-8291-9c9eb045d4f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.345923] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1152.345923] env[69677]: value = "task-3437225" [ 1152.345923] env[69677]: _type = "Task" [ 1152.345923] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.350671] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.350947] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92f554ff-f890-46bb-b48f-f2f8f7bb7c97 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.361309] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1152.361309] env[69677]: value = "task-3437226" [ 1152.361309] env[69677]: _type = "Task" [ 1152.361309] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.364500] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437225, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.365758] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c75cdfb-0f1b-47f5-88af-9d8db17a9edb tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.383s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.376764] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.479015] env[69677]: DEBUG oslo_vmware.api [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437221, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.531877] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437222, 'name': ReconfigVM_Task, 'duration_secs': 0.409899} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.532165] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Reconfigured VM instance instance-00000067 to attach disk [datastore2] fcbb78cc-c468-4f93-8021-7e31e37307ad/fcbb78cc-c468-4f93-8021-7e31e37307ad.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.532781] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7974118-e209-4ca7-ab6d-baf4f9a2bc9f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.539326] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for the task: (returnval){ [ 1152.539326] env[69677]: value = "task-3437227" [ 1152.539326] env[69677]: _type = "Task" [ 1152.539326] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.549527] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437227, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.611874] env[69677]: DEBUG oslo_vmware.api [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437223, 'name': PowerOffVM_Task, 'duration_secs': 0.206613} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.611874] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.611874] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.612139] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-677f6b8c-19c9-441e-8c7f-d2a902fd6397 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.684082] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.684333] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.684605] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleting the datastore file [datastore2] 6bf37a97-a71f-485e-b074-110ffeef5369 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.685372] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.688122] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-287c4bf3-1187-4f53-84e5-e36f24240787 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.698696] env[69677]: DEBUG oslo_vmware.api [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1152.698696] env[69677]: value = "task-3437229" [ 1152.698696] env[69677]: _type = "Task" [ 1152.698696] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.718577] env[69677]: DEBUG oslo_vmware.api [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.754462] env[69677]: DEBUG oslo_concurrency.lockutils [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.754841] env[69677]: DEBUG oslo_concurrency.lockutils [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.755113] env[69677]: DEBUG oslo_concurrency.lockutils [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.755348] env[69677]: DEBUG oslo_concurrency.lockutils [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.755584] env[69677]: DEBUG oslo_concurrency.lockutils [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.757861] env[69677]: INFO nova.compute.manager [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Terminating instance [ 1152.812640] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437224, 'name': ReconfigVM_Task, 'duration_secs': 0.196365} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.812921] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1152.813701] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9fa291-d96c-4538-9cc6-ad97ee44da87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.835405] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 4a63917e-90c7-485a-8e0f-83bd441239b1/4a63917e-90c7-485a-8e0f-83bd441239b1.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.836008] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-767a8bcd-262d-4ccc-b364-23727684528a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.862429] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1152.862429] env[69677]: value = "task-3437230" [ 1152.862429] env[69677]: _type = "Task" [ 1152.862429] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.865619] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437225, 'name': Rename_Task, 'duration_secs': 0.176357} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.871401] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.872463] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c39e333-e323-4fc1-839a-8d4ac45a8f98 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.879917] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.883504] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437226, 'name': PowerOffVM_Task, 'duration_secs': 0.38951} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.883776] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1152.883776] env[69677]: value = "task-3437231" [ 1152.883776] env[69677]: _type = "Task" [ 1152.883776] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.884013] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.884204] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance 'd2a9cd72-9455-4f4a-ad88-1928a2467adc' progress to 17 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.897069] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.923408] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.923755] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.924040] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.924291] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.924525] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.927286] env[69677]: INFO nova.compute.manager [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Terminating instance [ 1152.981049] env[69677]: DEBUG oslo_vmware.api [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437221, 'name': ReconfigVM_Task, 'duration_secs': 0.520325} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.981206] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-c1730df6-6ce7-4124-8e73-229ed3102e2a/volume-c1730df6-6ce7-4124-8e73-229ed3102e2a.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.985952] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1915494-e72b-448f-9379-0cda942ac4f4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.004438] env[69677]: DEBUG oslo_vmware.api [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1153.004438] env[69677]: value = "task-3437232" [ 1153.004438] env[69677]: _type = "Task" [ 1153.004438] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.016764] env[69677]: DEBUG oslo_vmware.api [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.050206] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437227, 'name': Rename_Task, 'duration_secs': 0.1721} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.050585] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.050795] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f10bdda-9f25-4e55-9e75-261cecc6d51a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.059492] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for the task: (returnval){ [ 1153.059492] env[69677]: value = "task-3437233" [ 1153.059492] env[69677]: _type = "Task" [ 1153.059492] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.068605] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.194982] env[69677]: DEBUG oslo_concurrency.lockutils [None req-99c99312-ca0e-4b7d-9818-cdb074c539a2 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.550s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.195848] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.115s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.196151] env[69677]: INFO nova.compute.manager [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Unshelving [ 1153.210992] env[69677]: DEBUG oslo_vmware.api [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145845} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.211335] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.211525] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.211742] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.211920] env[69677]: INFO nova.compute.manager [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1153.212171] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.212626] env[69677]: DEBUG nova.compute.manager [-] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.212732] env[69677]: DEBUG nova.network.neutron [-] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.265136] env[69677]: DEBUG nova.compute.manager [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.265504] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.266437] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8b100f-96d2-4a25-979f-7bb9c83e4198 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.275718] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.276031] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9136aca-6d13-4319-a3ca-64758bbc8574 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.285870] env[69677]: DEBUG oslo_vmware.api [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1153.285870] env[69677]: value = "task-3437234" [ 1153.285870] env[69677]: _type = "Task" [ 1153.285870] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.300715] env[69677]: DEBUG oslo_vmware.api [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.377379] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437230, 'name': ReconfigVM_Task, 'duration_secs': 0.37202} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.377707] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 4a63917e-90c7-485a-8e0f-83bd441239b1/4a63917e-90c7-485a-8e0f-83bd441239b1.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.377895] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance '4a63917e-90c7-485a-8e0f-83bd441239b1' progress to 50 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.401020] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.401020] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.401020] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.401020] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.401020] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.401020] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.401020] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.401020] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.401020] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.401020] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.401020] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.408406] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b58761fe-a5f5-40ea-8968-7f35cadb952b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.429635] env[69677]: DEBUG oslo_vmware.api [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437231, 'name': PowerOnVM_Task, 'duration_secs': 0.51299} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.431630] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.431980] env[69677]: INFO nova.compute.manager [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1153.432266] env[69677]: DEBUG nova.compute.manager [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.433116] env[69677]: DEBUG nova.compute.manager [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.433411] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.434337] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1153.434337] env[69677]: value = "task-3437235" [ 1153.434337] env[69677]: _type = "Task" [ 1153.434337] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.435471] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b19a3d8-a84d-43f1-9ea4-6108a9594c0f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.440297] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2263ff0-0907-477c-9b0f-1b41addd8d36 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.466958] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.467433] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.467736] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10584b56-1f36-450a-ad0f-133c7727b0ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.481397] env[69677]: DEBUG oslo_vmware.api [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1153.481397] env[69677]: value = "task-3437236" [ 1153.481397] env[69677]: _type = "Task" [ 1153.481397] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.496170] env[69677]: DEBUG oslo_vmware.api [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.520470] env[69677]: DEBUG oslo_vmware.api [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437232, 'name': ReconfigVM_Task, 'duration_secs': 0.166422} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.520996] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686189', 'volume_id': 'c1730df6-6ce7-4124-8e73-229ed3102e2a', 'name': 'volume-c1730df6-6ce7-4124-8e73-229ed3102e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0023f5a-9aad-4670-b69a-7a14b7e0a823', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1730df6-6ce7-4124-8e73-229ed3102e2a', 'serial': 'c1730df6-6ce7-4124-8e73-229ed3102e2a'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1153.576670] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437233, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.602990] env[69677]: DEBUG nova.compute.manager [req-22136abb-70f7-4b98-8dff-d54412dce327 req-2ef41167-15cd-4fff-b857-be0ae1bdaf6c service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Received event network-vif-deleted-75fcaaac-d29c-41de-bfe4-8ce39b16cff0 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.603563] env[69677]: INFO nova.compute.manager [req-22136abb-70f7-4b98-8dff-d54412dce327 req-2ef41167-15cd-4fff-b857-be0ae1bdaf6c service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Neutron deleted interface 75fcaaac-d29c-41de-bfe4-8ce39b16cff0; detaching it from the instance and deleting it from the info cache [ 1153.603563] env[69677]: DEBUG nova.network.neutron [req-22136abb-70f7-4b98-8dff-d54412dce327 req-2ef41167-15cd-4fff-b857-be0ae1bdaf6c service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.798627] env[69677]: DEBUG oslo_vmware.api [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437234, 'name': PowerOffVM_Task, 'duration_secs': 0.249442} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.798935] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.799102] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.799718] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4109a46f-15c3-4839-baaf-897377761692 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.842313] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-77150f01-54b6-49b1-aa74-62a0dc231437" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.842641] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-77150f01-54b6-49b1-aa74-62a0dc231437" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.886908] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec68552-daa5-4e02-922d-f97283db7477 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.890700] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.890965] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.891187] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Deleting the datastore file [datastore1] b6eb50bf-d4e5-4956-b699-40039c55fe6c {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.891874] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-498be35e-5de0-44a9-8ba7-8b06ef0fa0b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.909586] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d830b8d1-5c53-4353-814b-c4039c230ed6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.912529] env[69677]: DEBUG oslo_vmware.api [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1153.912529] env[69677]: value = "task-3437238" [ 1153.912529] env[69677]: _type = "Task" [ 1153.912529] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.929361] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance '4a63917e-90c7-485a-8e0f-83bd441239b1' progress to 67 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.938310] env[69677]: DEBUG oslo_vmware.api [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.954681] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437235, 'name': ReconfigVM_Task, 'duration_secs': 0.230958} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.954986] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance 'd2a9cd72-9455-4f4a-ad88-1928a2467adc' progress to 33 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1153.969840] env[69677]: INFO nova.compute.manager [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Took 18.83 seconds to build instance. [ 1153.993900] env[69677]: DEBUG oslo_vmware.api [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437236, 'name': PowerOffVM_Task, 'duration_secs': 0.31928} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.994143] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.994329] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.994582] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5089a43b-1612-42b6-992d-f392212b88ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.075256] env[69677]: DEBUG oslo_vmware.api [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437233, 'name': PowerOnVM_Task, 'duration_secs': 0.534001} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.076324] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.076617] env[69677]: INFO nova.compute.manager [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1154.076835] env[69677]: DEBUG nova.compute.manager [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.078033] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e671ccd2-0784-465a-b2b3-c73bc146a826 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.083515] env[69677]: DEBUG nova.network.neutron [-] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.085705] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.085705] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.085705] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Deleting the datastore file [datastore1] 7aa607ff-b5ce-44d8-a178-87804cc9b3af {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.088023] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b3e9735-3096-4879-9110-f71ab116cf0b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.098300] env[69677]: DEBUG oslo_vmware.api [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for the task: (returnval){ [ 1154.098300] env[69677]: value = "task-3437240" [ 1154.098300] env[69677]: _type = "Task" [ 1154.098300] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.107778] env[69677]: DEBUG oslo_vmware.api [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.108190] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a046781d-b83e-49f1-bafc-34ab76f9b718 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.117814] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08db284f-4480-4bd5-89fd-5c12d8056e57 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.153988] env[69677]: DEBUG nova.compute.manager [req-22136abb-70f7-4b98-8dff-d54412dce327 req-2ef41167-15cd-4fff-b857-be0ae1bdaf6c service nova] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Detach interface failed, port_id=75fcaaac-d29c-41de-bfe4-8ce39b16cff0, reason: Instance 6bf37a97-a71f-485e-b074-110ffeef5369 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1154.206431] env[69677]: DEBUG nova.compute.utils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.345705] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.345830] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.346663] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8afca0d-b09a-475b-b02e-60c84e2f93c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.367029] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d0ba74-7558-4182-b437-8db265f86546 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.400824] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Reconfiguring VM to detach interface {{(pid=69677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1154.402445] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e55db038-751d-46b8-9d43-3a49a834df66 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.429931] env[69677]: DEBUG oslo_vmware.api [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335793} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.431862] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.432083] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.432331] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.432557] env[69677]: INFO nova.compute.manager [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1154.432801] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.433073] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1154.433073] env[69677]: value = "task-3437241" [ 1154.433073] env[69677]: _type = "Task" [ 1154.433073] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.433486] env[69677]: DEBUG nova.compute.manager [-] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.433585] env[69677]: DEBUG nova.network.neutron [-] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.447796] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.461464] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.461766] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.461879] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.462076] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.462229] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.462448] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.462573] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.462729] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.462888] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.463336] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.464144] env[69677]: DEBUG nova.virt.hardware [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.469424] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.469951] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76ed0bf-9762-4124-8dbf-fa0dab3a44b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.485749] env[69677]: DEBUG nova.network.neutron [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Port 395c747b-4f5a-4f94-a265-b35d3784e0e5 binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1154.487929] env[69677]: DEBUG oslo_concurrency.lockutils [None req-77fb4ec4-9436-4723-b332-7bc94f2e7f4e tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.357s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.495699] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1154.495699] env[69677]: value = "task-3437242" [ 1154.495699] env[69677]: _type = "Task" [ 1154.495699] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.505761] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.563780] env[69677]: DEBUG nova.objects.instance [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lazy-loading 'flavor' on Instance uuid f0023f5a-9aad-4670-b69a-7a14b7e0a823 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.586696] env[69677]: INFO nova.compute.manager [-] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Took 1.37 seconds to deallocate network for instance. [ 1154.607434] env[69677]: INFO nova.compute.manager [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Took 26.44 seconds to build instance. [ 1154.612595] env[69677]: DEBUG oslo_vmware.api [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Task: {'id': task-3437240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354982} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.613081] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.613269] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.613471] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.613644] env[69677]: INFO nova.compute.manager [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1154.613898] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.614125] env[69677]: DEBUG nova.compute.manager [-] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.614236] env[69677]: DEBUG nova.network.neutron [-] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.710344] env[69677]: INFO nova.virt.block_device [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Booting with volume ffaaa1b6-ce09-45ea-846f-7b3b81ab138b at /dev/sdb [ 1154.747105] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5d9b9f6-8419-4a1b-bf0d-c0f76c7400d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.757177] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcc5753-5e7b-406b-b045-31712c65a97a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.794519] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46c8d2e3-c7c6-4288-8db2-7e089e122cd9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.803433] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f92983-d5e7-4982-a009-aae99f22ad34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.839425] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642ee329-9742-42bf-a1e6-be7083f3eb24 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.846119] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb016997-f10c-4d73-8ec6-800f3fff21ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.865170] env[69677]: DEBUG nova.virt.block_device [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updating existing volume attachment record: 12454fe1-7ffb-481c-8321-f0e34e822855 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1154.924351] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquiring lock "fcbb78cc-c468-4f93-8021-7e31e37307ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.934725] env[69677]: DEBUG nova.compute.manager [req-0cfb44d6-08bc-4504-8d6a-fb72a9ddd4c3 req-1507734b-8f1f-479f-ad5d-e34c25edcdad service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Received event network-vif-deleted-4a50fc56-60dc-44ac-af19-cdb40bc6540f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.934920] env[69677]: INFO nova.compute.manager [req-0cfb44d6-08bc-4504-8d6a-fb72a9ddd4c3 req-1507734b-8f1f-479f-ad5d-e34c25edcdad service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Neutron deleted interface 4a50fc56-60dc-44ac-af19-cdb40bc6540f; detaching it from the instance and deleting it from the info cache [ 1154.936587] env[69677]: DEBUG nova.network.neutron [req-0cfb44d6-08bc-4504-8d6a-fb72a9ddd4c3 req-1507734b-8f1f-479f-ad5d-e34c25edcdad service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.947759] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.008977] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437242, 'name': ReconfigVM_Task, 'duration_secs': 0.193861} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.009297] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1155.010142] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1effd31-7355-4f54-8f09-c739ad64340e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.036243] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] d2a9cd72-9455-4f4a-ad88-1928a2467adc/d2a9cd72-9455-4f4a-ad88-1928a2467adc.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.036624] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f75c6d0f-01e4-49bb-bcb7-1a136eacc047 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.056611] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1155.056611] env[69677]: value = "task-3437244" [ 1155.056611] env[69677]: _type = "Task" [ 1155.056611] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.069137] env[69677]: DEBUG oslo_concurrency.lockutils [None req-efe635be-5d7b-4d43-be81-399cceda7988 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.831s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.070662] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.094719] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.095062] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.095309] env[69677]: DEBUG nova.objects.instance [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lazy-loading 'resources' on Instance uuid 6bf37a97-a71f-485e-b074-110ffeef5369 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.117888] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5e05061a-a872-428c-beb3-293b18be4695 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "fcbb78cc-c468-4f93-8021-7e31e37307ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.968s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.121027] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "fcbb78cc-c468-4f93-8021-7e31e37307ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.201s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.121129] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquiring lock "fcbb78cc-c468-4f93-8021-7e31e37307ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.121272] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "fcbb78cc-c468-4f93-8021-7e31e37307ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.121441] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "fcbb78cc-c468-4f93-8021-7e31e37307ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.123426] env[69677]: INFO nova.compute.manager [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Terminating instance [ 1155.413581] env[69677]: DEBUG nova.network.neutron [-] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.414945] env[69677]: DEBUG nova.network.neutron [-] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.443143] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-500f4b79-b820-4f9a-8dd7-0a15cb9cee35 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.450761] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.454598] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1cd4fd-e63d-464b-990c-b8e49b49b8de {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.488631] env[69677]: DEBUG nova.compute.manager [req-0cfb44d6-08bc-4504-8d6a-fb72a9ddd4c3 req-1507734b-8f1f-479f-ad5d-e34c25edcdad service nova] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Detach interface failed, port_id=4a50fc56-60dc-44ac-af19-cdb40bc6540f, reason: Instance 7aa607ff-b5ce-44d8-a178-87804cc9b3af could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.511361] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "4a63917e-90c7-485a-8e0f-83bd441239b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.512169] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "4a63917e-90c7-485a-8e0f-83bd441239b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.512169] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "4a63917e-90c7-485a-8e0f-83bd441239b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.570287] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437244, 'name': ReconfigVM_Task, 'duration_secs': 0.314993} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.570606] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfigured VM instance instance-0000005c to attach disk [datastore1] d2a9cd72-9455-4f4a-ad88-1928a2467adc/d2a9cd72-9455-4f4a-ad88-1928a2467adc.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.570950] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance 'd2a9cd72-9455-4f4a-ad88-1928a2467adc' progress to 50 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.627075] env[69677]: DEBUG oslo_concurrency.lockutils [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Acquiring lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.627075] env[69677]: DEBUG oslo_concurrency.lockutils [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.627075] env[69677]: DEBUG oslo_concurrency.lockutils [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Acquiring lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.627075] env[69677]: DEBUG oslo_concurrency.lockutils [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.627361] env[69677]: DEBUG oslo_concurrency.lockutils [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.629933] env[69677]: INFO nova.compute.manager [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Terminating instance [ 1155.631817] env[69677]: DEBUG nova.compute.manager [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.632020] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.635124] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcf0abb-3d23-4d55-a286-e914b84f702d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.642260] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.642511] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31b3621f-a7de-44dc-98d1-dcb2d8117886 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.647685] env[69677]: DEBUG nova.compute.manager [req-c265ad89-804c-432e-ad50-1a53b048afee req-30092190-97af-4db6-b0a7-9cb55c46f52a service nova] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Received event network-vif-deleted-db8950d7-3b68-4414-9264-193dc2817cc3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.647796] env[69677]: DEBUG nova.compute.manager [req-c265ad89-804c-432e-ad50-1a53b048afee req-30092190-97af-4db6-b0a7-9cb55c46f52a service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Received event network-changed-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.648117] env[69677]: DEBUG nova.compute.manager [req-c265ad89-804c-432e-ad50-1a53b048afee req-30092190-97af-4db6-b0a7-9cb55c46f52a service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Refreshing instance network info cache due to event network-changed-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.648182] env[69677]: DEBUG oslo_concurrency.lockutils [req-c265ad89-804c-432e-ad50-1a53b048afee req-30092190-97af-4db6-b0a7-9cb55c46f52a service nova] Acquiring lock "refresh_cache-b1c5da7f-0ef4-4324-aed6-dca969731022" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.648292] env[69677]: DEBUG oslo_concurrency.lockutils [req-c265ad89-804c-432e-ad50-1a53b048afee req-30092190-97af-4db6-b0a7-9cb55c46f52a service nova] Acquired lock "refresh_cache-b1c5da7f-0ef4-4324-aed6-dca969731022" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.648469] env[69677]: DEBUG nova.network.neutron [req-c265ad89-804c-432e-ad50-1a53b048afee req-30092190-97af-4db6-b0a7-9cb55c46f52a service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Refreshing network info cache for port 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.651294] env[69677]: DEBUG oslo_vmware.api [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for the task: (returnval){ [ 1155.651294] env[69677]: value = "task-3437247" [ 1155.651294] env[69677]: _type = "Task" [ 1155.651294] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.664850] env[69677]: DEBUG oslo_vmware.api [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.810114] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.810436] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.833699] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f6535a-ff32-4d9b-ad46-4a5a759bd9d1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.842702] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b6d89f-0a27-4d36-807b-bd9ab77ec08d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.873363] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f77ba3-e5bb-4bda-a362-c4c6692d5bbf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.881939] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08baceb-6130-4b9b-9368-4177d4f03b73 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.899535] env[69677]: DEBUG nova.compute.provider_tree [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.916871] env[69677]: INFO nova.compute.manager [-] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Took 1.48 seconds to deallocate network for instance. [ 1155.919329] env[69677]: INFO nova.compute.manager [-] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Took 1.30 seconds to deallocate network for instance. [ 1155.948604] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.080567] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15af6429-3dca-47e8-87c2-1b79abc7ad27 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.102498] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a5a8bd-cd7e-42bf-a363-0ba14dbaf4f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.126920] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance 'd2a9cd72-9455-4f4a-ad88-1928a2467adc' progress to 67 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.138168] env[69677]: DEBUG nova.compute.manager [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.138416] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.138674] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfcd34b4-1eb3-40a4-b4be-0e418eecc30c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.146098] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Waiting for the task: (returnval){ [ 1156.146098] env[69677]: value = "task-3437248" [ 1156.146098] env[69677]: _type = "Task" [ 1156.146098] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.156148] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.164208] env[69677]: DEBUG oslo_vmware.api [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437247, 'name': PowerOffVM_Task, 'duration_secs': 0.248017} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.164474] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.164645] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.164893] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79503fdf-9616-4fdb-b464-adb2bde21c6e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.235037] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.235037] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.235037] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Deleting the datastore file [datastore2] fcbb78cc-c468-4f93-8021-7e31e37307ad {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.235037] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9e9e13f-f19d-4925-a332-9423d29fd467 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.242416] env[69677]: DEBUG oslo_vmware.api [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for the task: (returnval){ [ 1156.242416] env[69677]: value = "task-3437250" [ 1156.242416] env[69677]: _type = "Task" [ 1156.242416] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.254191] env[69677]: DEBUG oslo_vmware.api [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.313533] env[69677]: INFO nova.compute.manager [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Detaching volume c1730df6-6ce7-4124-8e73-229ed3102e2a [ 1156.357250] env[69677]: INFO nova.virt.block_device [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Attempting to driver detach volume c1730df6-6ce7-4124-8e73-229ed3102e2a from mountpoint /dev/sdb [ 1156.357517] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.357714] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686189', 'volume_id': 'c1730df6-6ce7-4124-8e73-229ed3102e2a', 'name': 'volume-c1730df6-6ce7-4124-8e73-229ed3102e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0023f5a-9aad-4670-b69a-7a14b7e0a823', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1730df6-6ce7-4124-8e73-229ed3102e2a', 'serial': 'c1730df6-6ce7-4124-8e73-229ed3102e2a'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.358627] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6dda5c-6a22-4b82-9102-dc4fa0fba00c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.386428] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761c824c-0779-4ef2-997f-07b7996f4a3d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.393678] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a64b2e2-6633-4ef5-af45-f3fe285c4a6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.414882] env[69677]: DEBUG nova.scheduler.client.report [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.421502] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ece0b4-ed2f-41ae-9991-592208e51f47 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.425326] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.438075] env[69677]: DEBUG oslo_concurrency.lockutils [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.439262] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] The volume has not been displaced from its original location: [datastore2] volume-c1730df6-6ce7-4124-8e73-229ed3102e2a/volume-c1730df6-6ce7-4124-8e73-229ed3102e2a.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.444455] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.445097] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c32271-57f2-40f8-97f1-be9763a7a45f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.458082] env[69677]: DEBUG nova.network.neutron [req-c265ad89-804c-432e-ad50-1a53b048afee req-30092190-97af-4db6-b0a7-9cb55c46f52a service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Updated VIF entry in instance network info cache for port 1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.458420] env[69677]: DEBUG nova.network.neutron [req-c265ad89-804c-432e-ad50-1a53b048afee req-30092190-97af-4db6-b0a7-9cb55c46f52a service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Updating instance_info_cache with network_info: [{"id": "1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec", "address": "fa:16:3e:59:2e:e7", "network": {"id": "bc72ef42-78f7-42a6-b23f-764db6978814", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1279108948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97e55ff0d4564aed97490023d3a1e8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bcf2b30-cf", "ovs_interfaceid": "1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.468806] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.470045] env[69677]: DEBUG oslo_vmware.api [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1156.470045] env[69677]: value = "task-3437251" [ 1156.470045] env[69677]: _type = "Task" [ 1156.470045] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.478635] env[69677]: DEBUG oslo_vmware.api [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.542580] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.542924] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.543145] env[69677]: DEBUG nova.network.neutron [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.656809] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437248, 'name': PowerOffVM_Task, 'duration_secs': 0.194689} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.657136] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.657340] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1156.657537] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686166', 'volume_id': 'a0beff47-7927-4d49-a9dc-6aa1512c1904', 'name': 'volume-a0beff47-7927-4d49-a9dc-6aa1512c1904', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '305e1a9c-923e-4ba1-81b9-ba6428a3ea06', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0beff47-7927-4d49-a9dc-6aa1512c1904', 'serial': 'a0beff47-7927-4d49-a9dc-6aa1512c1904'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1156.658327] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318af40f-ef47-4463-a8b3-e44afa5acae1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.676804] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd352512-5375-4617-b207-d64e8c58a79c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.684113] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b8ba2e-9a1d-47fa-8d97-11694cf7c0b8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.706376] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c61a83a-285f-4ebb-9d2f-abdbc74b6f91 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.721111] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] The volume has not been displaced from its original location: [datastore2] volume-a0beff47-7927-4d49-a9dc-6aa1512c1904/volume-a0beff47-7927-4d49-a9dc-6aa1512c1904.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1156.726293] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1156.726580] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5328c30-5403-4861-8e8c-104d7f9f9a63 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.747053] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Waiting for the task: (returnval){ [ 1156.747053] env[69677]: value = "task-3437252" [ 1156.747053] env[69677]: _type = "Task" [ 1156.747053] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.756683] env[69677]: DEBUG oslo_vmware.api [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Task: {'id': task-3437250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16187} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.760029] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.760029] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.760029] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.760190] env[69677]: INFO nova.compute.manager [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1156.760358] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.760546] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.760745] env[69677]: DEBUG nova.compute.manager [-] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.760837] env[69677]: DEBUG nova.network.neutron [-] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.919518] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.922420] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.497s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.922953] env[69677]: DEBUG nova.objects.instance [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lazy-loading 'resources' on Instance uuid 7aa607ff-b5ce-44d8-a178-87804cc9b3af {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.944349] env[69677]: INFO nova.scheduler.client.report [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted allocations for instance 6bf37a97-a71f-485e-b074-110ffeef5369 [ 1156.959440] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.961411] env[69677]: DEBUG oslo_concurrency.lockutils [req-c265ad89-804c-432e-ad50-1a53b048afee req-30092190-97af-4db6-b0a7-9cb55c46f52a service nova] Releasing lock "refresh_cache-b1c5da7f-0ef4-4324-aed6-dca969731022" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.979535] env[69677]: DEBUG oslo_vmware.api [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437251, 'name': ReconfigVM_Task, 'duration_secs': 0.193781} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.979834] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.984654] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6561851-eac0-4c46-94fb-07c1f9e133e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.002987] env[69677]: DEBUG oslo_vmware.api [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1157.002987] env[69677]: value = "task-3437253" [ 1157.002987] env[69677]: _type = "Task" [ 1157.002987] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.010895] env[69677]: DEBUG oslo_vmware.api [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.082103] env[69677]: DEBUG nova.compute.manager [req-e938db0d-6556-4b66-ab34-16c88800e56f req-316de913-a8f9-4c60-8b95-973417e8a65f service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Received event network-vif-deleted-07cecbc1-299c-4bea-8b16-b460f4934ad8 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.082103] env[69677]: INFO nova.compute.manager [req-e938db0d-6556-4b66-ab34-16c88800e56f req-316de913-a8f9-4c60-8b95-973417e8a65f service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Neutron deleted interface 07cecbc1-299c-4bea-8b16-b460f4934ad8; detaching it from the instance and deleting it from the info cache [ 1157.082202] env[69677]: DEBUG nova.network.neutron [req-e938db0d-6556-4b66-ab34-16c88800e56f req-316de913-a8f9-4c60-8b95-973417e8a65f service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.256429] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437252, 'name': ReconfigVM_Task, 'duration_secs': 0.308055} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.259048] env[69677]: DEBUG nova.network.neutron [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance_info_cache with network_info: [{"id": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "address": "fa:16:3e:b6:93:6d", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395c747b-4f", "ovs_interfaceid": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.260616] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1157.265110] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e67f3835-7532-460c-9c5e-90c1bf1c188e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.282465] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Waiting for the task: (returnval){ [ 1157.282465] env[69677]: value = "task-3437255" [ 1157.282465] env[69677]: _type = "Task" [ 1157.282465] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.292272] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.459952] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.463028] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1f160e7f-55bf-4457-a6e3-20d8081d867d tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "6bf37a97-a71f-485e-b074-110ffeef5369" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.895s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.511860] env[69677]: DEBUG oslo_vmware.api [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437253, 'name': ReconfigVM_Task, 'duration_secs': 0.133702} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.514366] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686189', 'volume_id': 'c1730df6-6ce7-4124-8e73-229ed3102e2a', 'name': 'volume-c1730df6-6ce7-4124-8e73-229ed3102e2a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0023f5a-9aad-4670-b69a-7a14b7e0a823', 'attached_at': '', 'detached_at': '', 'volume_id': 'c1730df6-6ce7-4124-8e73-229ed3102e2a', 'serial': 'c1730df6-6ce7-4124-8e73-229ed3102e2a'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.562144] env[69677]: DEBUG nova.network.neutron [-] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.588561] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b5bccba-372d-4ca7-b8aa-55e992753a4b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.598811] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0fe5a6-aaeb-445d-80fd-90332b966867 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.633261] env[69677]: DEBUG nova.compute.manager [req-e938db0d-6556-4b66-ab34-16c88800e56f req-316de913-a8f9-4c60-8b95-973417e8a65f service nova] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Detach interface failed, port_id=07cecbc1-299c-4bea-8b16-b460f4934ad8, reason: Instance fcbb78cc-c468-4f93-8021-7e31e37307ad could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.635151] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1365dd-0115-443b-a742-aa3b79071551 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.642758] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7a3b2a-f01a-48ac-a114-38230d3a6f7f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.677029] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7033370a-2bf5-486e-bbc1-f112d384ee7e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.684914] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a30e5a6-6f30-4cde-9084-db32729dacd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.701878] env[69677]: DEBUG nova.compute.provider_tree [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.768023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.792033] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437255, 'name': ReconfigVM_Task, 'duration_secs': 0.143679} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.792862] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686166', 'volume_id': 'a0beff47-7927-4d49-a9dc-6aa1512c1904', 'name': 'volume-a0beff47-7927-4d49-a9dc-6aa1512c1904', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '305e1a9c-923e-4ba1-81b9-ba6428a3ea06', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0beff47-7927-4d49-a9dc-6aa1512c1904', 'serial': 'a0beff47-7927-4d49-a9dc-6aa1512c1904'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1157.793015] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.793749] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9632f91d-9f78-4842-a88a-649a382a4da0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.800136] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.800886] env[69677]: DEBUG nova.network.neutron [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Port e4a71b60-d478-4a70-9480-2f6b99d5a7c8 binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1157.802123] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b460cc8-e8cb-443e-be37-95761b63b6d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.883494] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.883681] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.883864] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Deleting the datastore file [datastore2] 305e1a9c-923e-4ba1-81b9-ba6428a3ea06 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.884141] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bb7dff4-a9df-43d5-bf4a-34fcc6408f15 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.890621] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Waiting for the task: (returnval){ [ 1157.890621] env[69677]: value = "task-3437257" [ 1157.890621] env[69677]: _type = "Task" [ 1157.890621] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.898609] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.954706] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.060693] env[69677]: DEBUG nova.objects.instance [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lazy-loading 'flavor' on Instance uuid f0023f5a-9aad-4670-b69a-7a14b7e0a823 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.065183] env[69677]: INFO nova.compute.manager [-] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Took 1.30 seconds to deallocate network for instance. [ 1158.203835] env[69677]: DEBUG nova.scheduler.client.report [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.291645] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a38988-9d09-496c-a9b6-c7d0cc9d106d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.314119] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771bdcf6-bbe3-4c7b-920c-51652ac2e1ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.321517] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance '4a63917e-90c7-485a-8e0f-83bd441239b1' progress to 83 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.400588] env[69677]: DEBUG oslo_vmware.api [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Task: {'id': task-3437257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.07847} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.400836] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.401030] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.401215] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.401387] env[69677]: INFO nova.compute.manager [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1158.401624] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.401841] env[69677]: DEBUG nova.compute.manager [-] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.401935] env[69677]: DEBUG nova.network.neutron [-] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.457182] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.570427] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.709090] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.712607] env[69677]: DEBUG oslo_concurrency.lockutils [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.273s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.712916] env[69677]: DEBUG nova.objects.instance [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lazy-loading 'resources' on Instance uuid b6eb50bf-d4e5-4956-b699-40039c55fe6c {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.730716] env[69677]: INFO nova.scheduler.client.report [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Deleted allocations for instance 7aa607ff-b5ce-44d8-a178-87804cc9b3af [ 1158.828735] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.833620] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5466842a-511b-4145-acf3-e1bfe40465c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.840257] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.840518] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.840696] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.848378] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1158.848378] env[69677]: value = "task-3437258" [ 1158.848378] env[69677]: _type = "Task" [ 1158.848378] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.856982] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.957086] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.971392] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.971690] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.068206] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2666661e-587f-4a12-a234-89113dd02953 tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.206054] env[69677]: DEBUG nova.compute.manager [req-b3b3c0a4-c0cf-42dd-856f-7399434280a2 req-ba89c8e7-853f-4e93-8c81-401bc1585e83 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Received event network-vif-deleted-519252a1-a624-4659-b932-c5ac197c6fa3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.206313] env[69677]: INFO nova.compute.manager [req-b3b3c0a4-c0cf-42dd-856f-7399434280a2 req-ba89c8e7-853f-4e93-8c81-401bc1585e83 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Neutron deleted interface 519252a1-a624-4659-b932-c5ac197c6fa3; detaching it from the instance and deleting it from the info cache [ 1159.206430] env[69677]: DEBUG nova.network.neutron [req-b3b3c0a4-c0cf-42dd-856f-7399434280a2 req-ba89c8e7-853f-4e93-8c81-401bc1585e83 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.241152] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24711a3b-c4d6-4b41-b000-64f2be3773e3 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "7aa607ff-b5ce-44d8-a178-87804cc9b3af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.317s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.358370] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437258, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.407329] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd482a68-5d1d-4ec5-95e2-7b04c6814e3d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.414842] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4299b893-ff75-4ae4-9965-a608a74c0679 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.449323] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda3ad57-126f-47c5-ba09-a61360d75f54 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.461248] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.464223] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b199852-258e-4a0d-a98d-0e38cfa8e060 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.478837] env[69677]: DEBUG nova.compute.manager [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.481577] env[69677]: DEBUG nova.compute.provider_tree [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.541023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.541351] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.667125] env[69677]: DEBUG nova.network.neutron [-] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.709480] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3477edf3-cd76-4102-9431-f3511a68d1bf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.719242] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b7dc33-7a4b-4353-8cc3-512b7ee87373 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.749663] env[69677]: DEBUG nova.compute.manager [req-b3b3c0a4-c0cf-42dd-856f-7399434280a2 req-ba89c8e7-853f-4e93-8c81-401bc1585e83 service nova] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Detach interface failed, port_id=519252a1-a624-4659-b932-c5ac197c6fa3, reason: Instance 305e1a9c-923e-4ba1-81b9-ba6428a3ea06 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.858120] env[69677]: DEBUG oslo_vmware.api [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437258, 'name': PowerOnVM_Task, 'duration_secs': 0.722487} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.858401] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.858588] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e31062d2-7a7e-41be-9e5a-98e1766f6b88 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance '4a63917e-90c7-485a-8e0f-83bd441239b1' progress to 100 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.873851] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.873915] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.874072] env[69677]: DEBUG nova.network.neutron [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.964698] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.986517] env[69677]: DEBUG nova.scheduler.client.report [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.009243] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.044868] env[69677]: INFO nova.compute.manager [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Detaching volume 3e2a0cc7-dcdc-4fad-9fef-a026235d468e [ 1160.066736] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.066995] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.067217] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.067417] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.067603] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.070407] env[69677]: INFO nova.compute.manager [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Terminating instance [ 1160.077540] env[69677]: INFO nova.virt.block_device [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Attempting to driver detach volume 3e2a0cc7-dcdc-4fad-9fef-a026235d468e from mountpoint /dev/sdb [ 1160.077540] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1160.077689] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686170', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'name': 'volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bc294ae-fc51-4a9e-8d61-c6de8777ee43', 'attached_at': '', 'detached_at': '', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'serial': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1160.078467] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88f987f-0ded-4c60-aa6e-0d75cdfa854d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.100927] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b531ed83-a384-49d2-8afe-5bfe875e3e64 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.110284] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6153a749-5bad-4884-8007-75bf77fbc52e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.130787] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5583ac53-fcdb-415b-9d2e-97efb9485ff2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.146404] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] The volume has not been displaced from its original location: [datastore1] volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e/volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1160.151619] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfiguring VM instance instance-00000057 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1160.151873] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857aada0-db1e-4982-a8c7-86ffdc5a4a8e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.169742] env[69677]: INFO nova.compute.manager [-] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Took 1.77 seconds to deallocate network for instance. [ 1160.172490] env[69677]: DEBUG oslo_vmware.api [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1160.172490] env[69677]: value = "task-3437259" [ 1160.172490] env[69677]: _type = "Task" [ 1160.172490] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.180483] env[69677]: DEBUG oslo_vmware.api [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.462016] env[69677]: DEBUG oslo_vmware.api [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437241, 'name': ReconfigVM_Task, 'duration_secs': 5.754035} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.462272] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.462484] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Reconfigured VM to detach interface {{(pid=69677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1160.494242] env[69677]: DEBUG oslo_concurrency.lockutils [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.499062] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.929s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.499316] env[69677]: DEBUG nova.objects.instance [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lazy-loading 'resources' on Instance uuid fcbb78cc-c468-4f93-8021-7e31e37307ad {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.509016] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.518020] env[69677]: INFO nova.scheduler.client.report [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Deleted allocations for instance b6eb50bf-d4e5-4956-b699-40039c55fe6c [ 1160.574519] env[69677]: DEBUG nova.compute.manager [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.574731] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.575648] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2562737b-adaa-46fb-baa7-8fb54c6f4770 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.583482] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.583785] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6404961-6f4f-42ef-83fb-cb45a8cabf4c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.588091] env[69677]: DEBUG nova.network.neutron [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance_info_cache with network_info: [{"id": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "address": "fa:16:3e:b0:22:cd", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a71b60-d4", "ovs_interfaceid": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.590394] env[69677]: DEBUG oslo_vmware.api [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1160.590394] env[69677]: value = "task-3437260" [ 1160.590394] env[69677]: _type = "Task" [ 1160.590394] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.598105] env[69677]: DEBUG oslo_vmware.api [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.683340] env[69677]: DEBUG oslo_vmware.api [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437259, 'name': ReconfigVM_Task, 'duration_secs': 0.202252} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.684254] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Reconfigured VM instance instance-00000057 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1160.691247] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31755ac-6b25-4c49-866f-9941df16ae11 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.703157] env[69677]: DEBUG nova.compute.manager [req-3b1be6ae-6665-46ca-b315-145aa32d8797 req-963b67f4-1479-41e0-90c6-dbfe1cba9ef2 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received event network-vif-deleted-77150f01-54b6-49b1-aa74-62a0dc231437 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.703538] env[69677]: INFO nova.compute.manager [req-3b1be6ae-6665-46ca-b315-145aa32d8797 req-963b67f4-1479-41e0-90c6-dbfe1cba9ef2 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Neutron deleted interface 77150f01-54b6-49b1-aa74-62a0dc231437; detaching it from the instance and deleting it from the info cache [ 1160.703740] env[69677]: DEBUG nova.network.neutron [req-3b1be6ae-6665-46ca-b315-145aa32d8797 req-963b67f4-1479-41e0-90c6-dbfe1cba9ef2 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [{"id": "e4457812-1c03-464b-bbdc-fd669f60e066", "address": "fa:16:3e:df:d3:00", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4457812-1c", "ovs_interfaceid": "e4457812-1c03-464b-bbdc-fd669f60e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91", "address": "fa:16:3e:a3:a7:5a", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d29dc33-5f", "ovs_interfaceid": "7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.714251] env[69677]: DEBUG oslo_vmware.api [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1160.714251] env[69677]: value = "task-3437261" [ 1160.714251] env[69677]: _type = "Task" [ 1160.714251] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.715244] env[69677]: INFO nova.compute.manager [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Took 0.54 seconds to detach 1 volumes for instance. [ 1160.717351] env[69677]: DEBUG nova.compute.manager [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Deleting volume: a0beff47-7927-4d49-a9dc-6aa1512c1904 {{(pid=69677) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1160.728830] env[69677]: DEBUG oslo_vmware.api [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437261, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.022816] env[69677]: DEBUG oslo_concurrency.lockutils [None req-611c249d-8a2f-44b1-aa8d-90e14e974d30 tempest-ListServersNegativeTestJSON-2090677062 tempest-ListServersNegativeTestJSON-2090677062-project-member] Lock "b6eb50bf-d4e5-4956-b699-40039c55fe6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.268s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.092180] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.108556] env[69677]: DEBUG oslo_vmware.api [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437260, 'name': PowerOffVM_Task, 'duration_secs': 0.207974} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.108556] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.108738] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.108943] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-343e3ca2-fa02-4825-b188-9fe69afc123d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.169771] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.169771] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.169771] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleting the datastore file [datastore1] f0023f5a-9aad-4670-b69a-7a14b7e0a823 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.169771] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cade233d-c2ce-4f63-8e39-937e91fdecf8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.179262] env[69677]: DEBUG oslo_vmware.api [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for the task: (returnval){ [ 1161.179262] env[69677]: value = "task-3437264" [ 1161.179262] env[69677]: _type = "Task" [ 1161.179262] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.187509] env[69677]: DEBUG oslo_vmware.api [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.209686] env[69677]: DEBUG oslo_concurrency.lockutils [req-3b1be6ae-6665-46ca-b315-145aa32d8797 req-963b67f4-1479-41e0-90c6-dbfe1cba9ef2 service nova] Acquiring lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.209893] env[69677]: DEBUG oslo_concurrency.lockutils [req-3b1be6ae-6665-46ca-b315-145aa32d8797 req-963b67f4-1479-41e0-90c6-dbfe1cba9ef2 service nova] Acquired lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.210903] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7db9dfd-cca4-4a8c-9f44-d6d4f96be306 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.236687] env[69677]: DEBUG oslo_concurrency.lockutils [req-3b1be6ae-6665-46ca-b315-145aa32d8797 req-963b67f4-1479-41e0-90c6-dbfe1cba9ef2 service nova] Releasing lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.237011] env[69677]: WARNING nova.compute.manager [req-3b1be6ae-6665-46ca-b315-145aa32d8797 req-963b67f4-1479-41e0-90c6-dbfe1cba9ef2 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Detach interface failed, port_id=77150f01-54b6-49b1-aa74-62a0dc231437, reason: No device with interface-id 77150f01-54b6-49b1-aa74-62a0dc231437 exists on VM: nova.exception.NotFound: No device with interface-id 77150f01-54b6-49b1-aa74-62a0dc231437 exists on VM [ 1161.239470] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64834e7-19e5-4098-b9d4-0613dcdddab7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.245896] env[69677]: DEBUG oslo_vmware.api [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437261, 'name': ReconfigVM_Task, 'duration_secs': 0.158813} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.246961] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686170', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'name': 'volume-3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3bc294ae-fc51-4a9e-8d61-c6de8777ee43', 'attached_at': '', 'detached_at': '', 'volume_id': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e', 'serial': '3e2a0cc7-dcdc-4fad-9fef-a026235d468e'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1161.252030] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d86f0a2-5135-4b63-a6ce-821dfa3456ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.285976] env[69677]: DEBUG oslo_concurrency.lockutils [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.287815] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e9504e-77d3-4f6b-9731-68009ee96f19 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.296207] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cacc2d-e73d-4f33-9ec3-8577f64e98c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.310151] env[69677]: DEBUG nova.compute.provider_tree [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.484071] env[69677]: DEBUG nova.compute.manager [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received event network-vif-deleted-7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.484281] env[69677]: INFO nova.compute.manager [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Neutron deleted interface 7d29dc33-5f39-4232-bbbf-dc0d7cd2ac91; detaching it from the instance and deleting it from the info cache [ 1161.484530] env[69677]: DEBUG nova.network.neutron [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [{"id": "e4457812-1c03-464b-bbdc-fd669f60e066", "address": "fa:16:3e:df:d3:00", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4457812-1c", "ovs_interfaceid": "e4457812-1c03-464b-bbdc-fd669f60e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.612935] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a85333c-9651-4270-89c1-6ad734da6597 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.623275] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb023ad7-a4ff-4711-8b69-1d11bcd3a8a8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.683022] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.683022] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.683022] env[69677]: DEBUG nova.network.neutron [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.693779] env[69677]: DEBUG oslo_vmware.api [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Task: {'id': task-3437264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160479} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.694443] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.694705] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.694938] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.695073] env[69677]: INFO nova.compute.manager [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1161.695310] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.695754] env[69677]: DEBUG nova.compute.manager [-] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.696754] env[69677]: DEBUG nova.network.neutron [-] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.801792] env[69677]: DEBUG nova.objects.instance [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lazy-loading 'flavor' on Instance uuid 3bc294ae-fc51-4a9e-8d61-c6de8777ee43 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.812862] env[69677]: DEBUG nova.scheduler.client.report [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.987751] env[69677]: DEBUG oslo_concurrency.lockutils [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Acquiring lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.987751] env[69677]: DEBUG oslo_concurrency.lockutils [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Acquired lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.988215] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcfdc9e-4082-40bf-aa92-51031ccb10d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.011279] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ed7021-bcbd-4377-a0a8-7af73814d530 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.035088] env[69677]: DEBUG nova.virt.vmwareapi.vmops [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Reconfiguring VM to detach interface {{(pid=69677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1162.035357] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf3719d-48c8-4115-8273-b4d79051299e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.048471] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "8e89990c-0a32-472e-8963-6e512d0c91a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.054019] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Waiting for the task: (returnval){ [ 1162.054019] env[69677]: value = "task-3437265" [ 1162.054019] env[69677]: _type = "Task" [ 1162.054019] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.061526] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.232677] env[69677]: DEBUG nova.network.neutron [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Port 395c747b-4f5a-4f94-a265-b35d3784e0e5 binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1162.232973] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.233152] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.233315] env[69677]: DEBUG nova.network.neutron [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.317872] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.320846] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.312s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.322347] env[69677]: INFO nova.compute.claims [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.340608] env[69677]: INFO nova.scheduler.client.report [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Deleted allocations for instance fcbb78cc-c468-4f93-8021-7e31e37307ad [ 1162.566848] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.672813] env[69677]: DEBUG nova.network.neutron [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [{"id": "e4457812-1c03-464b-bbdc-fd669f60e066", "address": "fa:16:3e:df:d3:00", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4457812-1c", "ovs_interfaceid": "e4457812-1c03-464b-bbdc-fd669f60e066", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.720601] env[69677]: DEBUG nova.compute.manager [req-b1aab777-ad3f-49ed-a80e-debe9ef3bee5 req-e06822e1-bde1-4dd8-aef4-915587743955 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Received event network-vif-deleted-4be33ae0-d804-426e-b0b0-efea9200fc0a {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.720846] env[69677]: INFO nova.compute.manager [req-b1aab777-ad3f-49ed-a80e-debe9ef3bee5 req-e06822e1-bde1-4dd8-aef4-915587743955 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Neutron deleted interface 4be33ae0-d804-426e-b0b0-efea9200fc0a; detaching it from the instance and deleting it from the info cache [ 1162.721009] env[69677]: DEBUG nova.network.neutron [req-b1aab777-ad3f-49ed-a80e-debe9ef3bee5 req-e06822e1-bde1-4dd8-aef4-915587743955 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.741620] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6399b8-a1b0-440c-abc1-c4abc835d5a5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.765718] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce30f40-de7a-4a33-8a6a-6096a031623d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.773250] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance 'd2a9cd72-9455-4f4a-ad88-1928a2467adc' progress to 83 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.810995] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fd3976f7-2b34-4415-ae66-d6553bdf9a78 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.848555] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b9de3dfd-0367-42e7-8cda-b315ea611c11 tempest-ServerGroupTestJSON-1045735837 tempest-ServerGroupTestJSON-1045735837-project-member] Lock "fcbb78cc-c468-4f93-8021-7e31e37307ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.728s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.066270] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.107823] env[69677]: DEBUG nova.network.neutron [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance_info_cache with network_info: [{"id": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "address": "fa:16:3e:b6:93:6d", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395c747b-4f", "ovs_interfaceid": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.174661] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.185949] env[69677]: DEBUG nova.network.neutron [-] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.223962] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d9bad74-3ae8-4e39-89b0-67666acce85b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.234460] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cf0772-7c86-4e96-b7a7-c619b267cbc7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.266993] env[69677]: DEBUG nova.compute.manager [req-b1aab777-ad3f-49ed-a80e-debe9ef3bee5 req-e06822e1-bde1-4dd8-aef4-915587743955 service nova] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Detach interface failed, port_id=4be33ae0-d804-426e-b0b0-efea9200fc0a, reason: Instance f0023f5a-9aad-4670-b69a-7a14b7e0a823 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.281263] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.281585] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df1b3ca0-df86-47a3-b1af-5c775e77b5f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.289012] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1163.289012] env[69677]: value = "task-3437266" [ 1163.289012] env[69677]: _type = "Task" [ 1163.289012] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.297061] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.542421] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a50f020-56a8-463e-99e8-e65417fca3ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.550870] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129011df-3919-4b10-a811-46cb23e378c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.586344] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd58383-852a-482a-93b6-e8d5e611d777 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.592088] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.597102] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ef205c-b26f-4c59-a208-3c91823eea02 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.611593] env[69677]: DEBUG nova.compute.provider_tree [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.613994] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.681090] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f30522b3-7129-4c64-a29e-63bcdeb02822 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-8e89990c-0a32-472e-8963-6e512d0c91a5-77150f01-54b6-49b1-aa74-62a0dc231437" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.838s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.689663] env[69677]: INFO nova.compute.manager [-] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Took 1.99 seconds to deallocate network for instance. [ 1163.799615] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437266, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.873810] env[69677]: DEBUG oslo_concurrency.lockutils [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.874099] env[69677]: DEBUG oslo_concurrency.lockutils [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.874315] env[69677]: DEBUG oslo_concurrency.lockutils [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.874500] env[69677]: DEBUG oslo_concurrency.lockutils [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.874672] env[69677]: DEBUG oslo_concurrency.lockutils [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.876773] env[69677]: INFO nova.compute.manager [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Terminating instance [ 1164.066295] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.116498] env[69677]: DEBUG nova.scheduler.client.report [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.123697] env[69677]: DEBUG nova.compute.manager [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69677) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1164.123945] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.199192] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.302941] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437266, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.381855] env[69677]: DEBUG nova.compute.manager [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.382110] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.383301] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22427e5c-e3c6-464c-9ce9-93c74600adb3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.391564] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.391780] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-637cdf57-547c-4919-b93d-e9472e1fd6d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.399099] env[69677]: DEBUG oslo_vmware.api [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1164.399099] env[69677]: value = "task-3437267" [ 1164.399099] env[69677]: _type = "Task" [ 1164.399099] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.415460] env[69677]: DEBUG oslo_vmware.api [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.568581] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.625905] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.626779] env[69677]: DEBUG nova.compute.manager [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.630799] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.122s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.631162] env[69677]: DEBUG nova.objects.instance [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lazy-loading 'pci_requests' on Instance uuid b36b030a-fe0c-4f38-aa5a-5247d0c1c314 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.801601] env[69677]: DEBUG oslo_vmware.api [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437266, 'name': PowerOnVM_Task, 'duration_secs': 1.498296} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.801938] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.802129] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20b58fb4-4e29-4ec3-a3db-5816d5ad59e9 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance 'd2a9cd72-9455-4f4a-ad88-1928a2467adc' progress to 100 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.909597] env[69677]: DEBUG oslo_vmware.api [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437267, 'name': PowerOffVM_Task, 'duration_secs': 0.276858} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.909872] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.910056] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.910324] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d90c0743-913a-45e7-9e38-ec29e87d4cc3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.990784] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.991115] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.991314] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleting the datastore file [datastore2] 3bc294ae-fc51-4a9e-8d61-c6de8777ee43 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.991603] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d20d232c-87d7-484c-9280-5e7ae3e56470 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.000053] env[69677]: DEBUG oslo_vmware.api [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1165.000053] env[69677]: value = "task-3437269" [ 1165.000053] env[69677]: _type = "Task" [ 1165.000053] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.008583] env[69677]: DEBUG oslo_vmware.api [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.068937] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.136895] env[69677]: DEBUG nova.objects.instance [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lazy-loading 'numa_topology' on Instance uuid b36b030a-fe0c-4f38-aa5a-5247d0c1c314 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.137663] env[69677]: DEBUG nova.compute.utils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.140353] env[69677]: DEBUG nova.compute.manager [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.140353] env[69677]: DEBUG nova.network.neutron [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.184822] env[69677]: DEBUG nova.policy [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33154e5450f0417bb4640112d93b1b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f21758f46ae3457ab5e4e90f9ac3240d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.510038] env[69677]: DEBUG oslo_vmware.api [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152627} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.510322] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.510539] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.510739] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.510916] env[69677]: INFO nova.compute.manager [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1165.511217] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.511437] env[69677]: DEBUG nova.compute.manager [-] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.511536] env[69677]: DEBUG nova.network.neutron [-] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.572188] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.633700] env[69677]: DEBUG nova.network.neutron [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Successfully created port: fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.640471] env[69677]: INFO nova.compute.claims [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.648574] env[69677]: DEBUG nova.compute.manager [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.074966] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.236155] env[69677]: DEBUG nova.compute.manager [req-91f7faca-e7c4-42ad-97f3-bfef8f766fd7 req-159286da-77ea-47dc-a56c-d4ac6986ba5e service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Received event network-vif-deleted-a35fe841-f1c2-46a0-9336-029d9e82fc33 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.236556] env[69677]: INFO nova.compute.manager [req-91f7faca-e7c4-42ad-97f3-bfef8f766fd7 req-159286da-77ea-47dc-a56c-d4ac6986ba5e service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Neutron deleted interface a35fe841-f1c2-46a0-9336-029d9e82fc33; detaching it from the instance and deleting it from the info cache [ 1166.236798] env[69677]: DEBUG nova.network.neutron [req-91f7faca-e7c4-42ad-97f3-bfef8f766fd7 req-159286da-77ea-47dc-a56c-d4ac6986ba5e service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.573282] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.663176] env[69677]: DEBUG nova.compute.manager [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.701328] env[69677]: DEBUG nova.virt.hardware [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.701621] env[69677]: DEBUG nova.virt.hardware [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.701818] env[69677]: DEBUG nova.virt.hardware [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.702236] env[69677]: DEBUG nova.virt.hardware [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.702296] env[69677]: DEBUG nova.virt.hardware [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.702621] env[69677]: DEBUG nova.virt.hardware [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.702693] env[69677]: DEBUG nova.virt.hardware [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.702862] env[69677]: DEBUG nova.virt.hardware [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.703085] env[69677]: DEBUG nova.virt.hardware [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.703273] env[69677]: DEBUG nova.virt.hardware [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.703473] env[69677]: DEBUG nova.virt.hardware [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.704489] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efee10f-d0a6-4fce-831b-5ab8a187f2b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.711985] env[69677]: DEBUG nova.network.neutron [-] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.716664] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be2ef23-dd6e-4ba6-80cb-b26004105b4d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.742237] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7824b82a-12a3-4556-81e8-597b20edf01c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.754986] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8990d8-5e17-446d-9b9e-e84eda609700 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.799902] env[69677]: DEBUG nova.compute.manager [req-91f7faca-e7c4-42ad-97f3-bfef8f766fd7 req-159286da-77ea-47dc-a56c-d4ac6986ba5e service nova] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Detach interface failed, port_id=a35fe841-f1c2-46a0-9336-029d9e82fc33, reason: Instance 3bc294ae-fc51-4a9e-8d61-c6de8777ee43 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.907176] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb8684c-f0ab-4bc6-88b5-0d1c1a5f2665 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.918336] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa8b046-e3b3-4b5b-b9a8-3bc70b8c27ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.954676] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16920170-3a2c-4376-886c-27c190ad8db9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.965855] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71a03a2-2cc4-488e-997a-4781c753a13c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.984088] env[69677]: DEBUG nova.compute.provider_tree [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.017817] env[69677]: DEBUG nova.network.neutron [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Port e4a71b60-d478-4a70-9480-2f6b99d5a7c8 binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1167.018419] env[69677]: DEBUG oslo_concurrency.lockutils [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.019418] env[69677]: DEBUG oslo_concurrency.lockutils [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.019553] env[69677]: DEBUG nova.network.neutron [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.078258] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.226018] env[69677]: INFO nova.compute.manager [-] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Took 1.71 seconds to deallocate network for instance. [ 1167.399570] env[69677]: DEBUG nova.network.neutron [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Successfully updated port: fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.490756] env[69677]: DEBUG nova.scheduler.client.report [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.574343] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.730601] env[69677]: DEBUG oslo_concurrency.lockutils [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.730886] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "7c1518a4-ace6-4bca-840f-f0468d52901c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.734115] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "7c1518a4-ace6-4bca-840f-f0468d52901c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.764843] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.765416] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.863847] env[69677]: DEBUG nova.network.neutron [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance_info_cache with network_info: [{"id": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "address": "fa:16:3e:b0:22:cd", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a71b60-d4", "ovs_interfaceid": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.905080] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "refresh_cache-83f87d4f-d91a-4202-b6c3-e96d273afc6e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.905269] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "refresh_cache-83f87d4f-d91a-4202-b6c3-e96d273afc6e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.905428] env[69677]: DEBUG nova.network.neutron [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.995520] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.365s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.997889] env[69677]: DEBUG oslo_concurrency.lockutils [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.712s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.998686] env[69677]: DEBUG nova.objects.instance [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Lazy-loading 'resources' on Instance uuid 305e1a9c-923e-4ba1-81b9-ba6428a3ea06 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.030813] env[69677]: INFO nova.network.neutron [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updating port eea9473e-0a7c-4a39-8477-9dd9a75fa895 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1168.077801] env[69677]: DEBUG oslo_vmware.api [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Task: {'id': task-3437265, 'name': ReconfigVM_Task, 'duration_secs': 5.826342} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.077801] env[69677]: DEBUG oslo_concurrency.lockutils [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] Releasing lock "8e89990c-0a32-472e-8963-6e512d0c91a5" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.077801] env[69677]: DEBUG nova.virt.vmwareapi.vmops [req-f56f5da2-b331-4a6c-85c0-25364968b118 req-51c071d0-0f71-4dad-ae9c-b2a97513c655 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Reconfigured VM to detach interface {{(pid=69677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1168.077801] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.029s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.078419] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.079500] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.079767] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.082422] env[69677]: INFO nova.compute.manager [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Terminating instance [ 1168.234362] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.269552] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1168.366452] env[69677]: DEBUG oslo_concurrency.lockutils [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.520593] env[69677]: DEBUG nova.compute.manager [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Received event network-vif-plugged-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.520837] env[69677]: DEBUG oslo_concurrency.lockutils [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] Acquiring lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.521055] env[69677]: DEBUG oslo_concurrency.lockutils [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] Lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.521225] env[69677]: DEBUG oslo_concurrency.lockutils [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] Lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.521400] env[69677]: DEBUG nova.compute.manager [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] No waiting events found dispatching network-vif-plugged-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.521555] env[69677]: WARNING nova.compute.manager [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Received unexpected event network-vif-plugged-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 for instance with vm_state building and task_state spawning. [ 1168.521713] env[69677]: DEBUG nova.compute.manager [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Received event network-changed-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.521864] env[69677]: DEBUG nova.compute.manager [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Refreshing instance network info cache due to event network-changed-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.523804] env[69677]: DEBUG oslo_concurrency.lockutils [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] Acquiring lock "refresh_cache-83f87d4f-d91a-4202-b6c3-e96d273afc6e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.536914] env[69677]: DEBUG nova.network.neutron [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.587643] env[69677]: DEBUG nova.compute.manager [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.587643] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.588743] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39a974a-3f6b-4f83-85a4-faf8b1951202 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.597787] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.598337] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df4bb43a-f9f0-4b6a-8f11-6d5d9d78fc41 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.607413] env[69677]: DEBUG oslo_vmware.api [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1168.607413] env[69677]: value = "task-3437270" [ 1168.607413] env[69677]: _type = "Task" [ 1168.607413] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.616172] env[69677]: DEBUG oslo_vmware.api [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.753562] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.754807] env[69677]: DEBUG nova.network.neutron [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Updating instance_info_cache with network_info: [{"id": "fb98c274-cf2a-4a9b-ae8d-f11823bbeed6", "address": "fa:16:3e:61:88:0e", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb98c274-cf", "ovs_interfaceid": "fb98c274-cf2a-4a9b-ae8d-f11823bbeed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.763057] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f89f657-0915-4965-a689-3310ebcdb614 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.772040] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a07fed-5d9e-438e-8a09-27969863c110 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.808592] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.809402] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c16497a-4d7c-4865-95d3-4a9738922d14 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.816590] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf5380e-dc6e-43a4-b034-f7c0481d645c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.830382] env[69677]: DEBUG nova.compute.provider_tree [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.872387] env[69677]: DEBUG nova.compute.manager [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69677) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1169.117161] env[69677]: DEBUG oslo_vmware.api [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437270, 'name': PowerOffVM_Task, 'duration_secs': 0.283509} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.117443] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.117617] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.117877] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b161d7d7-c447-4ed5-9599-ae1dc20c8ccb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.182499] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.182695] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.182841] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleting the datastore file [datastore1] 8e89990c-0a32-472e-8963-6e512d0c91a5 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.183111] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91241957-ae42-42e5-b057-e2fdafae0117 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.189981] env[69677]: DEBUG oslo_vmware.api [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1169.189981] env[69677]: value = "task-3437272" [ 1169.189981] env[69677]: _type = "Task" [ 1169.189981] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.197743] env[69677]: DEBUG oslo_vmware.api [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.257936] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "refresh_cache-83f87d4f-d91a-4202-b6c3-e96d273afc6e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.257936] env[69677]: DEBUG nova.compute.manager [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Instance network_info: |[{"id": "fb98c274-cf2a-4a9b-ae8d-f11823bbeed6", "address": "fa:16:3e:61:88:0e", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb98c274-cf", "ovs_interfaceid": "fb98c274-cf2a-4a9b-ae8d-f11823bbeed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.258136] env[69677]: DEBUG oslo_concurrency.lockutils [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] Acquired lock "refresh_cache-83f87d4f-d91a-4202-b6c3-e96d273afc6e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.258291] env[69677]: DEBUG nova.network.neutron [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Refreshing network info cache for port fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.259539] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:88:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5c7821ea-f92f-4f06-a4cb-05e1186a9d22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb98c274-cf2a-4a9b-ae8d-f11823bbeed6', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.266906] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.267856] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.268105] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52aeeb6e-9c66-4419-b06b-d9b223a6cd2f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.287739] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.287739] env[69677]: value = "task-3437273" [ 1169.287739] env[69677]: _type = "Task" [ 1169.287739] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.295788] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437273, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.333823] env[69677]: DEBUG nova.scheduler.client.report [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.700246] env[69677]: DEBUG oslo_vmware.api [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16664} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.700620] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.700688] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.700859] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.701067] env[69677]: INFO nova.compute.manager [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1169.701304] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.701604] env[69677]: DEBUG nova.compute.manager [-] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.701604] env[69677]: DEBUG nova.network.neutron [-] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.797656] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437273, 'name': CreateVM_Task, 'duration_secs': 0.294139} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.797834] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.798597] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.798765] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.799090] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.799352] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f2a2564-4ac1-46bc-bab3-c869c01faa69 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.805117] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1169.805117] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5265682a-06fa-4709-fb93-dae6e241807d" [ 1169.805117] env[69677]: _type = "Task" [ 1169.805117] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.815817] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5265682a-06fa-4709-fb93-dae6e241807d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.842019] env[69677]: DEBUG oslo_concurrency.lockutils [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.842242] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.718s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.870108] env[69677]: INFO nova.scheduler.client.report [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Deleted allocations for instance 305e1a9c-923e-4ba1-81b9-ba6428a3ea06 [ 1169.984681] env[69677]: DEBUG oslo_concurrency.lockutils [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.051322] env[69677]: DEBUG nova.network.neutron [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Updated VIF entry in instance network info cache for port fb98c274-cf2a-4a9b-ae8d-f11823bbeed6. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.051720] env[69677]: DEBUG nova.network.neutron [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Updating instance_info_cache with network_info: [{"id": "fb98c274-cf2a-4a9b-ae8d-f11823bbeed6", "address": "fa:16:3e:61:88:0e", "network": {"id": "4e6f4792-18b1-4460-8ee7-356328121230", "bridge": "br-int", "label": "tempest-ServersTestJSON-1773075668-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f21758f46ae3457ab5e4e90f9ac3240d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5c7821ea-f92f-4f06-a4cb-05e1186a9d22", "external-id": "nsx-vlan-transportzone-69", "segmentation_id": 69, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb98c274-cf", "ovs_interfaceid": "fb98c274-cf2a-4a9b-ae8d-f11823bbeed6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.196639] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.196875] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.197068] env[69677]: DEBUG nova.network.neutron [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.318912] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5265682a-06fa-4709-fb93-dae6e241807d, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.318912] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.318912] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.319109] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.319843] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.319843] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.319843] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc1ba43c-71eb-4d32-8dae-40c9487235ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.328283] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.328283] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.328956] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6249982e-eb15-4fc4-81f3-c3dc86202028 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.334063] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1170.334063] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52da2120-e173-a247-fec5-5ba575d9c01a" [ 1170.334063] env[69677]: _type = "Task" [ 1170.334063] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.341386] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52da2120-e173-a247-fec5-5ba575d9c01a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.345505] env[69677]: DEBUG nova.objects.instance [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'migration_context' on Instance uuid 4a63917e-90c7-485a-8e0f-83bd441239b1 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.383573] env[69677]: DEBUG oslo_concurrency.lockutils [None req-48d03063-dbde-46e6-8fb7-b2bbdeace03c tempest-ServersTestBootFromVolume-368652605 tempest-ServersTestBootFromVolume-368652605-project-member] Lock "305e1a9c-923e-4ba1-81b9-ba6428a3ea06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.757s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.558672] env[69677]: DEBUG nova.compute.manager [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Received event network-vif-plugged-eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.558909] env[69677]: DEBUG oslo_concurrency.lockutils [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] Acquiring lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.563592] env[69677]: DEBUG oslo_concurrency.lockutils [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.563592] env[69677]: DEBUG oslo_concurrency.lockutils [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.563592] env[69677]: DEBUG nova.compute.manager [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] No waiting events found dispatching network-vif-plugged-eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.563592] env[69677]: WARNING nova.compute.manager [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Received unexpected event network-vif-plugged-eea9473e-0a7c-4a39-8477-9dd9a75fa895 for instance with vm_state shelved_offloaded and task_state spawning. [ 1170.563592] env[69677]: DEBUG nova.compute.manager [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Received event network-changed-eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.563592] env[69677]: DEBUG nova.compute.manager [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Refreshing instance network info cache due to event network-changed-eea9473e-0a7c-4a39-8477-9dd9a75fa895. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.563592] env[69677]: DEBUG oslo_concurrency.lockutils [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] Acquiring lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.563592] env[69677]: DEBUG oslo_concurrency.lockutils [req-e65e12de-1eff-495c-8826-f5a8393d6dec req-cabe2af5-4fbb-4352-bad7-cebf26c75dee service nova] Releasing lock "refresh_cache-83f87d4f-d91a-4202-b6c3-e96d273afc6e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.844916] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52da2120-e173-a247-fec5-5ba575d9c01a, 'name': SearchDatastore_Task, 'duration_secs': 0.008263} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.845714] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8edd1db-799c-46e6-849b-8b1f19216680 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.856441] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1170.856441] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526411b4-4962-702f-2f2d-38852fa8a17b" [ 1170.856441] env[69677]: _type = "Task" [ 1170.856441] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.864740] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526411b4-4962-702f-2f2d-38852fa8a17b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.931297] env[69677]: DEBUG nova.network.neutron [-] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.003152] env[69677]: DEBUG nova.network.neutron [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updating instance_info_cache with network_info: [{"id": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "address": "fa:16:3e:c3:64:7b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea9473e-0a", "ovs_interfaceid": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.073739] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfa5128-f748-450b-985a-49640d799d80 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.087682] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9424d1-42a5-4f23-95db-8c4bbd254b09 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.120669] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad74b06-3ec1-47c3-9907-2008c033fa41 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.128673] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0032ce-3b61-44c2-a023-bbe1b33d5067 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.142330] env[69677]: DEBUG nova.compute.provider_tree [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.367126] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526411b4-4962-702f-2f2d-38852fa8a17b, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.367452] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.368588] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 83f87d4f-d91a-4202-b6c3-e96d273afc6e/83f87d4f-d91a-4202-b6c3-e96d273afc6e.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.368588] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fcf58ea-5df9-419e-ab47-88ae437a7dfa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.375494] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1171.375494] env[69677]: value = "task-3437274" [ 1171.375494] env[69677]: _type = "Task" [ 1171.375494] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.383342] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.435574] env[69677]: INFO nova.compute.manager [-] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Took 1.73 seconds to deallocate network for instance. [ 1171.507132] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.510200] env[69677]: DEBUG oslo_concurrency.lockutils [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] Acquired lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.510469] env[69677]: DEBUG nova.network.neutron [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Refreshing network info cache for port eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.538727] env[69677]: DEBUG nova.virt.hardware [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e8681bc119b6034fc79464d30b109b56',container_format='bare',created_at=2025-04-15T13:35:45Z,direct_url=,disk_format='vmdk',id=17f1f1d3-f753-4c7e-8955-491c56a2e9e9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-354166202-shelved',owner='8313c6ff38b6423aacce0436258b3aab',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-15T13:36:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.539911] env[69677]: DEBUG nova.virt.hardware [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.540255] env[69677]: DEBUG nova.virt.hardware [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.540568] env[69677]: DEBUG nova.virt.hardware [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.540762] env[69677]: DEBUG nova.virt.hardware [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.540965] env[69677]: DEBUG nova.virt.hardware [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.541278] env[69677]: DEBUG nova.virt.hardware [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.541505] env[69677]: DEBUG nova.virt.hardware [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.541737] env[69677]: DEBUG nova.virt.hardware [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.541963] env[69677]: DEBUG nova.virt.hardware [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.542223] env[69677]: DEBUG nova.virt.hardware [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.544013] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e03ed9-2be1-455a-b035-b457e2b9454b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.555595] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f3a5c0-f4dd-4768-9d76-d88fbae36282 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.572059] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:64:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eea9473e-0a7c-4a39-8477-9dd9a75fa895', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.579583] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.579893] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.581014] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6110a2e7-e073-46df-8cd8-f7cae7c6d83c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.601942] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.601942] env[69677]: value = "task-3437275" [ 1171.601942] env[69677]: _type = "Task" [ 1171.601942] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.611344] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437275, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.645662] env[69677]: DEBUG nova.scheduler.client.report [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.885654] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457194} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.885969] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 83f87d4f-d91a-4202-b6c3-e96d273afc6e/83f87d4f-d91a-4202-b6c3-e96d273afc6e.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.886243] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.886498] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-440225ab-4ea1-4813-8041-97bd30eda1bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.893197] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1171.893197] env[69677]: value = "task-3437276" [ 1171.893197] env[69677]: _type = "Task" [ 1171.893197] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.901093] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.942690] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.115059] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437275, 'name': CreateVM_Task, 'duration_secs': 0.448984} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.115059] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.115059] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.115059] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.115059] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.115059] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e34414-fea6-47d8-abd0-dba0e307f4c3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.118831] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1172.118831] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cd9095-1546-9413-8a8d-c78b1d509812" [ 1172.118831] env[69677]: _type = "Task" [ 1172.118831] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.129848] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cd9095-1546-9413-8a8d-c78b1d509812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.338780] env[69677]: DEBUG nova.network.neutron [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updated VIF entry in instance network info cache for port eea9473e-0a7c-4a39-8477-9dd9a75fa895. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.339578] env[69677]: DEBUG nova.network.neutron [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updating instance_info_cache with network_info: [{"id": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "address": "fa:16:3e:c3:64:7b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea9473e-0a", "ovs_interfaceid": "eea9473e-0a7c-4a39-8477-9dd9a75fa895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.403056] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06926} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.403400] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.404164] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9cb4c4-b03d-4daf-ad17-cc1ccaa39232 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.427476] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 83f87d4f-d91a-4202-b6c3-e96d273afc6e/83f87d4f-d91a-4202-b6c3-e96d273afc6e.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.428150] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c74ed5c-120f-42f3-b823-df2a3f7e8c29 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.448438] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1172.448438] env[69677]: value = "task-3437277" [ 1172.448438] env[69677]: _type = "Task" [ 1172.448438] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.456423] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.629822] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.630714] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Processing image 17f1f1d3-f753-4c7e-8955-491c56a2e9e9 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.630928] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9/17f1f1d3-f753-4c7e-8955-491c56a2e9e9.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.631124] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9/17f1f1d3-f753-4c7e-8955-491c56a2e9e9.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.631322] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.631586] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0c03ce8-eac5-43bf-be4a-350acc52f6f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.640636] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.640824] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.641600] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a40027-2719-490e-b1b5-d1bc762a34d2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.646757] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1172.646757] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5298eef8-ded7-acff-4102-06c5379370c8" [ 1172.646757] env[69677]: _type = "Task" [ 1172.646757] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.655084] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5298eef8-ded7-acff-4102-06c5379370c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.657714] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.815s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.663449] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.464s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.663672] env[69677]: DEBUG nova.objects.instance [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lazy-loading 'resources' on Instance uuid f0023f5a-9aad-4670-b69a-7a14b7e0a823 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.843106] env[69677]: DEBUG oslo_concurrency.lockutils [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] Releasing lock "refresh_cache-b36b030a-fe0c-4f38-aa5a-5247d0c1c314" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.843381] env[69677]: DEBUG nova.compute.manager [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Received event network-vif-deleted-e4457812-1c03-464b-bbdc-fd669f60e066 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.843558] env[69677]: INFO nova.compute.manager [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Neutron deleted interface e4457812-1c03-464b-bbdc-fd669f60e066; detaching it from the instance and deleting it from the info cache [ 1172.843799] env[69677]: DEBUG nova.network.neutron [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.851423] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a51903b-18f1-48e6-b69c-1ffb8d48ecdf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.859975] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd32500-17c6-4fde-baea-5162b5b664b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.892505] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fefc54-43d5-446b-b2a2-cce3c589f0a5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.899761] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44a2211-37bf-4e80-9cac-4f5ac362afad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.914185] env[69677]: DEBUG nova.compute.provider_tree [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.958721] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.159391] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Preparing fetch location {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1173.159391] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Fetch image to [datastore2] OSTACK_IMG_1d3e63be-a0f3-4291-a80a-8ec810f3897f/OSTACK_IMG_1d3e63be-a0f3-4291-a80a-8ec810f3897f.vmdk {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1173.159391] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Downloading stream optimized image 17f1f1d3-f753-4c7e-8955-491c56a2e9e9 to [datastore2] OSTACK_IMG_1d3e63be-a0f3-4291-a80a-8ec810f3897f/OSTACK_IMG_1d3e63be-a0f3-4291-a80a-8ec810f3897f.vmdk on the data store datastore2 as vApp {{(pid=69677) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1173.159391] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Downloading image file data 17f1f1d3-f753-4c7e-8955-491c56a2e9e9 to the ESX as VM named 'OSTACK_IMG_1d3e63be-a0f3-4291-a80a-8ec810f3897f' {{(pid=69677) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1173.238183] env[69677]: DEBUG oslo_vmware.rw_handles [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1173.238183] env[69677]: value = "resgroup-9" [ 1173.238183] env[69677]: _type = "ResourcePool" [ 1173.238183] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1173.238758] env[69677]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-16c97685-f9bf-4d37-8f0b-38bec1e6f7da {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.261843] env[69677]: DEBUG oslo_vmware.rw_handles [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lease: (returnval){ [ 1173.261843] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520b1a26-75f1-af07-9787-8e5e316a3c87" [ 1173.261843] env[69677]: _type = "HttpNfcLease" [ 1173.261843] env[69677]: } obtained for vApp import into resource pool (val){ [ 1173.261843] env[69677]: value = "resgroup-9" [ 1173.261843] env[69677]: _type = "ResourcePool" [ 1173.261843] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1173.262191] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the lease: (returnval){ [ 1173.262191] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520b1a26-75f1-af07-9787-8e5e316a3c87" [ 1173.262191] env[69677]: _type = "HttpNfcLease" [ 1173.262191] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1173.268138] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1173.268138] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520b1a26-75f1-af07-9787-8e5e316a3c87" [ 1173.268138] env[69677]: _type = "HttpNfcLease" [ 1173.268138] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1173.346736] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4d98e7c-cee5-43cd-b7ba-6a4a433ab2a4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.356345] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a46e40-389a-416c-b0ec-58069dcedf21 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.387453] env[69677]: DEBUG nova.compute.manager [req-084ab089-182f-413b-90d9-1d437f7d51c1 req-96f10814-fe4e-494c-bab5-682be886f313 service nova] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Detach interface failed, port_id=e4457812-1c03-464b-bbdc-fd669f60e066, reason: Instance 8e89990c-0a32-472e-8963-6e512d0c91a5 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.417514] env[69677]: DEBUG nova.scheduler.client.report [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.460624] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437277, 'name': ReconfigVM_Task, 'duration_secs': 0.914748} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.460624] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 83f87d4f-d91a-4202-b6c3-e96d273afc6e/83f87d4f-d91a-4202-b6c3-e96d273afc6e.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.460624] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d86b7590-57cf-4df3-9280-50355b4f518c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.466484] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1173.466484] env[69677]: value = "task-3437279" [ 1173.466484] env[69677]: _type = "Task" [ 1173.466484] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.474430] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437279, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.771337] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1173.771337] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520b1a26-75f1-af07-9787-8e5e316a3c87" [ 1173.771337] env[69677]: _type = "HttpNfcLease" [ 1173.771337] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1173.771640] env[69677]: DEBUG oslo_vmware.rw_handles [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1173.771640] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]520b1a26-75f1-af07-9787-8e5e316a3c87" [ 1173.771640] env[69677]: _type = "HttpNfcLease" [ 1173.771640] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1173.772382] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa5a254-8a10-4266-aa8b-0f2adfb3fca6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.782355] env[69677]: DEBUG oslo_vmware.rw_handles [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d28d2-f421-abde-1158-f229172d0e13/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1173.786229] env[69677]: DEBUG oslo_vmware.rw_handles [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d28d2-f421-abde-1158-f229172d0e13/disk-0.vmdk. {{(pid=69677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1173.852702] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8135c00f-7b26-455a-bc1c-f26262caa607 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.922944] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.259s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.925790] env[69677]: DEBUG oslo_concurrency.lockutils [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.195s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.926084] env[69677]: DEBUG nova.objects.instance [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lazy-loading 'resources' on Instance uuid 3bc294ae-fc51-4a9e-8d61-c6de8777ee43 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.947465] env[69677]: INFO nova.scheduler.client.report [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Deleted allocations for instance f0023f5a-9aad-4670-b69a-7a14b7e0a823 [ 1173.986415] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437279, 'name': Rename_Task, 'duration_secs': 0.136828} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.986750] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.987119] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-425f5faa-cbb5-4f60-af2f-f13562fba6c3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.994287] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1173.994287] env[69677]: value = "task-3437280" [ 1173.994287] env[69677]: _type = "Task" [ 1173.994287] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.010196] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.208331] env[69677]: INFO nova.compute.manager [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Swapping old allocation on dict_keys(['0c5171a8-f2e0-4f3a-8916-700b7523cd77']) held by migration 6e61eb03-1ff8-488c-adf9-93ea55dcb224 for instance [ 1174.241971] env[69677]: DEBUG nova.scheduler.client.report [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Overwriting current allocation {'allocations': {'0c5171a8-f2e0-4f3a-8916-700b7523cd77': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 146}}, 'project_id': '3e2bf9bf425a4ba0ab25e9c5b1777338', 'user_id': '8559480166294e2984c855998bf04152', 'consumer_generation': 1} on consumer 4a63917e-90c7-485a-8e0f-83bd441239b1 {{(pid=69677) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1174.329927] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.330297] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.330584] env[69677]: DEBUG nova.network.neutron [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.456384] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8d36e7ab-8c9d-486f-adb4-ec16129acf6a tempest-AttachVolumeNegativeTest-1752314791 tempest-AttachVolumeNegativeTest-1752314791-project-member] Lock "f0023f5a-9aad-4670-b69a-7a14b7e0a823" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.389s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.504912] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437280, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.626712] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52ea4bc-56a6-4a6a-9900-9b4776d8e7f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.634390] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef5f00f-bcf3-42c6-9ddc-8b73dea7777a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.667463] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90ebcdb-91d4-44d8-ab4a-4a4ad9e47351 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.675676] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40fa389-0083-4fd0-9706-ac10005f89bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.690777] env[69677]: DEBUG nova.compute.provider_tree [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.003801] env[69677]: DEBUG oslo_vmware.api [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437280, 'name': PowerOnVM_Task, 'duration_secs': 0.594574} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.006271] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.006524] env[69677]: INFO nova.compute.manager [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1175.006737] env[69677]: DEBUG nova.compute.manager [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.007580] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a57ba1-6b3a-44b8-8eea-eb1875083cdc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.193118] env[69677]: DEBUG nova.scheduler.client.report [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.222552] env[69677]: DEBUG nova.network.neutron [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance_info_cache with network_info: [{"id": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "address": "fa:16:3e:b6:93:6d", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395c747b-4f", "ovs_interfaceid": "395c747b-4f5a-4f94-a265-b35d3784e0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.373927] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.374192] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.525533] env[69677]: INFO nova.compute.manager [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Took 15.54 seconds to build instance. [ 1175.700630] env[69677]: DEBUG oslo_concurrency.lockutils [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.701605] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.948s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.703786] env[69677]: INFO nova.compute.claims [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.728354] env[69677]: DEBUG oslo_concurrency.lockutils [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-4a63917e-90c7-485a-8e0f-83bd441239b1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.728969] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.731691] env[69677]: INFO nova.scheduler.client.report [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted allocations for instance 3bc294ae-fc51-4a9e-8d61-c6de8777ee43 [ 1175.733050] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ec26d8a-2a87-4074-b325-04e0d76f7f72 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.746079] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1175.746079] env[69677]: value = "task-3437282" [ 1175.746079] env[69677]: _type = "Task" [ 1175.746079] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.756592] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.876141] env[69677]: DEBUG nova.compute.manager [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1176.027112] env[69677]: DEBUG oslo_concurrency.lockutils [None req-dfb05897-7760-40bc-a23a-5e6ece300fe1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.055s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.243335] env[69677]: DEBUG oslo_concurrency.lockutils [None req-009d137c-efa8-4482-bce3-942c6571b0d8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "3bc294ae-fc51-4a9e-8d61-c6de8777ee43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.369s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.255703] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437282, 'name': PowerOffVM_Task, 'duration_secs': 0.204736} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.255968] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.257019] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.257019] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.257019] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.257189] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.257698] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.257698] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.257698] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.257923] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.258034] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.258291] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.258366] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.263852] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d68e4bd-0401-43e3-9da5-d679aee4f9c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.274432] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.274654] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.274827] env[69677]: DEBUG nova.compute.manager [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.277172] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72b6b0e-3fed-46dd-8e2f-01f2d0cfabbf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.284724] env[69677]: DEBUG nova.compute.manager [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1176.285296] env[69677]: DEBUG nova.objects.instance [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lazy-loading 'flavor' on Instance uuid 83f87d4f-d91a-4202-b6c3-e96d273afc6e {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.288704] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1176.288704] env[69677]: value = "task-3437283" [ 1176.288704] env[69677]: _type = "Task" [ 1176.288704] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.297631] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437283, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.399975] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.809454] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437283, 'name': ReconfigVM_Task, 'duration_secs': 0.143448} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.815139] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0047f2b1-caa7-4600-97eb-4c1e7c4fca21 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.840045] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.840446] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.840746] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.841252] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.841807] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.841987] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.842234] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.842400] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.842568] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.842734] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.843042] env[69677]: DEBUG nova.virt.hardware [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.846841] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce19da92-c214-4a4c-a689-808aec7f2fad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.853530] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1176.853530] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52865dec-be2b-05fe-93f0-532ea56a02b0" [ 1176.853530] env[69677]: _type = "Task" [ 1176.853530] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.865512] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52865dec-be2b-05fe-93f0-532ea56a02b0, 'name': SearchDatastore_Task, 'duration_secs': 0.007113} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.870789] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.871083] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c888e6-3ae3-4374-a7b0-5ee6c997de87 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.891347] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1176.891347] env[69677]: value = "task-3437284" [ 1176.891347] env[69677]: _type = "Task" [ 1176.891347] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.902336] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.935562] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe959ff-bb07-4474-8f64-a6d11a2477e2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.943288] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e0804e-6806-4a70-b197-f805f10a1e39 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.978535] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86c3c62-2f5e-4ee0-972a-e60362afe5cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.986685] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa205b74-437a-4548-b245-7cd7d87bba21 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.002746] env[69677]: DEBUG nova.compute.provider_tree [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.304632] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.305029] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43aaf048-c928-46ea-9e5b-2e86422516d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.315916] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "2066127a-a262-439e-8c9b-13ab38bde560" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.316391] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "2066127a-a262-439e-8c9b-13ab38bde560" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.317454] env[69677]: DEBUG oslo_vmware.api [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1177.317454] env[69677]: value = "task-3437285" [ 1177.317454] env[69677]: _type = "Task" [ 1177.317454] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.327071] env[69677]: DEBUG oslo_vmware.api [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.354173] env[69677]: DEBUG oslo_vmware.rw_handles [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Completed reading data from the image iterator. {{(pid=69677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1177.354445] env[69677]: DEBUG oslo_vmware.rw_handles [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d28d2-f421-abde-1158-f229172d0e13/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1177.356214] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64840b5f-bef1-4dba-b356-2a7e65869dd3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.363090] env[69677]: DEBUG oslo_vmware.rw_handles [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d28d2-f421-abde-1158-f229172d0e13/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1177.363280] env[69677]: DEBUG oslo_vmware.rw_handles [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d28d2-f421-abde-1158-f229172d0e13/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1177.363565] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5e660b70-da70-4c95-b849-88762a65695b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.401621] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437284, 'name': ReconfigVM_Task, 'duration_secs': 0.225911} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.402650] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.402782] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c767be-2666-43d8-bcb0-b3cca9fb6092 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.424965] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 4a63917e-90c7-485a-8e0f-83bd441239b1/4a63917e-90c7-485a-8e0f-83bd441239b1.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.425358] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45021d5f-8952-4148-96ec-64d6af6e68eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.444903] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1177.444903] env[69677]: value = "task-3437286" [ 1177.444903] env[69677]: _type = "Task" [ 1177.444903] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.455645] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.509263] env[69677]: DEBUG nova.scheduler.client.report [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.566074] env[69677]: DEBUG oslo_vmware.rw_handles [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d28d2-f421-abde-1158-f229172d0e13/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1177.566484] env[69677]: INFO nova.virt.vmwareapi.images [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Downloaded image file data 17f1f1d3-f753-4c7e-8955-491c56a2e9e9 [ 1177.567474] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3c1490-0a88-4f9a-ba0f-2bc84a106725 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.586351] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94c0b298-9844-4383-afa7-a052da1e561a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.611419] env[69677]: INFO nova.virt.vmwareapi.images [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] The imported VM was unregistered [ 1177.613820] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Caching image {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1177.614064] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating directory with path [datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9 {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.614336] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dc6cf0d-310a-4a3a-9d57-52e72a5aeb72 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.625166] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Created directory with path [datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9 {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.625357] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_1d3e63be-a0f3-4291-a80a-8ec810f3897f/OSTACK_IMG_1d3e63be-a0f3-4291-a80a-8ec810f3897f.vmdk to [datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9/17f1f1d3-f753-4c7e-8955-491c56a2e9e9.vmdk. {{(pid=69677) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1177.625607] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-65dd5739-5585-421c-af4e-18c975b8eb94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.634770] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1177.634770] env[69677]: value = "task-3437288" [ 1177.634770] env[69677]: _type = "Task" [ 1177.634770] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.642637] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437288, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.822146] env[69677]: DEBUG nova.compute.manager [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.830042] env[69677]: DEBUG oslo_vmware.api [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437285, 'name': PowerOffVM_Task, 'duration_secs': 0.237774} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.830331] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.830528] env[69677]: DEBUG nova.compute.manager [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.831379] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a187f824-9380-4e0a-87bf-da7d1916cdbd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.955410] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437286, 'name': ReconfigVM_Task, 'duration_secs': 0.267025} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.955700] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 4a63917e-90c7-485a-8e0f-83bd441239b1/4a63917e-90c7-485a-8e0f-83bd441239b1.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.956568] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96292cda-2a31-40f0-b7a8-f63fe36bfba0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.976160] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6520e758-f291-4eb8-82d5-5b9cbc146b2d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.997694] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63382666-c93a-4d45-91c7-6541dc822ca2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.017185] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.017789] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.020619] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.212s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.022065] env[69677]: INFO nova.compute.claims [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.025019] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113e449e-724d-4456-b43b-1729861d0152 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.034626] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.034929] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-468ca60b-143d-47c9-84ad-b7a7e48f1860 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.044681] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1178.044681] env[69677]: value = "task-3437289" [ 1178.044681] env[69677]: _type = "Task" [ 1178.044681] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.055999] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.148134] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437288, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.342891] env[69677]: DEBUG oslo_concurrency.lockutils [None req-d1bf4f9f-49c9-46f0-acab-218251cb15a1 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.346099] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.532813] env[69677]: DEBUG nova.compute.utils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.534414] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.534586] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.558969] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.588503] env[69677]: DEBUG nova.policy [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438e030d9aa34d50ba358cd8da6380ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad1f3b7d4b2041ebba27428f20351ed0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.649538] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437288, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.910908] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Successfully created port: 19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1179.039213] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.058327] env[69677]: DEBUG oslo_vmware.api [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437289, 'name': PowerOnVM_Task, 'duration_secs': 0.832046} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.058713] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.074284] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.074640] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.074939] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.075950] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.076224] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.078446] env[69677]: INFO nova.compute.manager [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Terminating instance [ 1179.114874] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.115104] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.115295] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.115486] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.115603] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1179.115830] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.153731] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437288, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.271052] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f3df7f-fa3f-4ab6-8edd-dd77dc4605f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.280665] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280f22df-30c4-423b-83dd-6fcf544b7fcd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.317981] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be681bb9-9688-4f50-bd32-64baa6aa6ba9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.327675] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc43ace-6e6a-4a98-8109-ebaef79c992c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.344207] env[69677]: DEBUG nova.compute.provider_tree [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.592435] env[69677]: DEBUG nova.compute.manager [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.592675] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.593619] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644993ca-ee99-4b59-9f36-a181b5ce8cd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.604931] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.605229] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f9b0fa9-34dd-481e-9d12-bc7d84da276e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.620141] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.650757] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437288, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.693293] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.693538] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.693722] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleting the datastore file [datastore2] 83f87d4f-d91a-4202-b6c3-e96d273afc6e {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.694053] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80af21ff-ea1e-4380-8b66-830f29f74adf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.705224] env[69677]: DEBUG oslo_vmware.api [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1179.705224] env[69677]: value = "task-3437292" [ 1179.705224] env[69677]: _type = "Task" [ 1179.705224] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.719855] env[69677]: DEBUG oslo_vmware.api [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.848930] env[69677]: DEBUG nova.scheduler.client.report [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.048890] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.072942] env[69677]: INFO nova.compute.manager [None req-33e96296-c9c2-4a88-8429-222a4efd0bd5 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance to original state: 'active' [ 1180.077856] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.078108] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.078283] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.078467] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.078614] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.078761] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.078970] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.079649] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.079859] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.080196] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.080439] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.081315] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93664340-0ad3-4ea2-95e6-e313bcfa59f3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.089867] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12e2fd4-06f3-40bf-9c91-9676faad5796 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.150685] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437288, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.362641} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.151260] env[69677]: INFO nova.virt.vmwareapi.ds_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_1d3e63be-a0f3-4291-a80a-8ec810f3897f/OSTACK_IMG_1d3e63be-a0f3-4291-a80a-8ec810f3897f.vmdk to [datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9/17f1f1d3-f753-4c7e-8955-491c56a2e9e9.vmdk. [ 1180.151453] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Cleaning up location [datastore2] OSTACK_IMG_1d3e63be-a0f3-4291-a80a-8ec810f3897f {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1180.151618] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_1d3e63be-a0f3-4291-a80a-8ec810f3897f {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.151869] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2964843-4885-4edf-afa6-f8eb5108007d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.159748] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1180.159748] env[69677]: value = "task-3437293" [ 1180.159748] env[69677]: _type = "Task" [ 1180.159748] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.169710] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.215892] env[69677]: DEBUG oslo_vmware.api [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366625} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.216594] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.216594] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.216752] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.216894] env[69677]: INFO nova.compute.manager [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1180.217174] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.217368] env[69677]: DEBUG nova.compute.manager [-] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.217460] env[69677]: DEBUG nova.network.neutron [-] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.354957] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.355532] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.358744] env[69677]: DEBUG oslo_concurrency.lockutils [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 10.374s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.610548] env[69677]: DEBUG nova.compute.manager [req-239a71c7-c67c-4734-82c5-f5ff4163cd28 req-a895c534-6211-4d32-a499-a79b845da5f9 service nova] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Received event network-vif-plugged-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.610778] env[69677]: DEBUG oslo_concurrency.lockutils [req-239a71c7-c67c-4734-82c5-f5ff4163cd28 req-a895c534-6211-4d32-a499-a79b845da5f9 service nova] Acquiring lock "7c1518a4-ace6-4bca-840f-f0468d52901c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.610988] env[69677]: DEBUG oslo_concurrency.lockutils [req-239a71c7-c67c-4734-82c5-f5ff4163cd28 req-a895c534-6211-4d32-a499-a79b845da5f9 service nova] Lock "7c1518a4-ace6-4bca-840f-f0468d52901c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.611423] env[69677]: DEBUG oslo_concurrency.lockutils [req-239a71c7-c67c-4734-82c5-f5ff4163cd28 req-a895c534-6211-4d32-a499-a79b845da5f9 service nova] Lock "7c1518a4-ace6-4bca-840f-f0468d52901c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.611423] env[69677]: DEBUG nova.compute.manager [req-239a71c7-c67c-4734-82c5-f5ff4163cd28 req-a895c534-6211-4d32-a499-a79b845da5f9 service nova] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] No waiting events found dispatching network-vif-plugged-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.611541] env[69677]: WARNING nova.compute.manager [req-239a71c7-c67c-4734-82c5-f5ff4163cd28 req-a895c534-6211-4d32-a499-a79b845da5f9 service nova] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Received unexpected event network-vif-plugged-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb for instance with vm_state building and task_state spawning. [ 1180.670533] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036787} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.670821] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.671186] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9/17f1f1d3-f753-4c7e-8955-491c56a2e9e9.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.671282] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9/17f1f1d3-f753-4c7e-8955-491c56a2e9e9.vmdk to [datastore2] b36b030a-fe0c-4f38-aa5a-5247d0c1c314/b36b030a-fe0c-4f38-aa5a-5247d0c1c314.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.671553] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afc5f058-f965-4c8d-809b-34285b7fada9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.682807] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1180.682807] env[69677]: value = "task-3437294" [ 1180.682807] env[69677]: _type = "Task" [ 1180.682807] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.689166] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Successfully updated port: 19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.699406] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.860475] env[69677]: DEBUG nova.compute.utils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.862034] env[69677]: DEBUG nova.objects.instance [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'migration_context' on Instance uuid d2a9cd72-9455-4f4a-ad88-1928a2467adc {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.863304] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.863304] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.902894] env[69677]: DEBUG nova.policy [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438e030d9aa34d50ba358cd8da6380ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad1f3b7d4b2041ebba27428f20351ed0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.101028] env[69677]: DEBUG nova.network.neutron [-] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.164630] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Successfully created port: 571dfada-21fc-47ce-acfb-b31c7490a7fe {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.196226] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "refresh_cache-7c1518a4-ace6-4bca-840f-f0468d52901c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.196226] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "refresh_cache-7c1518a4-ace6-4bca-840f-f0468d52901c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.196549] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.199217] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "4a63917e-90c7-485a-8e0f-83bd441239b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.199217] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "4a63917e-90c7-485a-8e0f-83bd441239b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.199217] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "4a63917e-90c7-485a-8e0f-83bd441239b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.199217] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "4a63917e-90c7-485a-8e0f-83bd441239b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.199501] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "4a63917e-90c7-485a-8e0f-83bd441239b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.201389] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437294, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.202262] env[69677]: INFO nova.compute.manager [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Terminating instance [ 1181.368863] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.570291] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d9bf82-cf96-48cc-a6da-96ecf4d61dcd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.581781] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218cfc2c-033c-409b-8641-2c059eb4f82a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.619300] env[69677]: INFO nova.compute.manager [-] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Took 1.40 seconds to deallocate network for instance. [ 1181.622298] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb0079-a7f5-4867-8673-bb80b7da4750 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.636546] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef737f33-ed75-4a2a-aa92-25cd203a9dd0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.654171] env[69677]: DEBUG nova.compute.provider_tree [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.695537] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437294, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.706488] env[69677]: DEBUG nova.compute.manager [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.706859] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.708166] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d260ee-586a-4674-8e03-cbb064cf612b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.718788] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.719085] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-963b8877-a590-4614-ad74-f88e96bb1a9b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.730403] env[69677]: DEBUG oslo_vmware.api [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1181.730403] env[69677]: value = "task-3437295" [ 1181.730403] env[69677]: _type = "Task" [ 1181.730403] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.736795] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1181.747363] env[69677]: DEBUG oslo_vmware.api [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.893196] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Updating instance_info_cache with network_info: [{"id": "19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb", "address": "fa:16:3e:f7:d3:81", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a6c38f-a4", "ovs_interfaceid": "19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.130147] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.159227] env[69677]: DEBUG nova.scheduler.client.report [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.198025] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437294, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.242649] env[69677]: DEBUG oslo_vmware.api [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437295, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.380357] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.397528] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "refresh_cache-7c1518a4-ace6-4bca-840f-f0468d52901c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.398131] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Instance network_info: |[{"id": "19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb", "address": "fa:16:3e:f7:d3:81", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a6c38f-a4", "ovs_interfaceid": "19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1182.398651] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:d3:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.406959] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Creating folder: Project (ad1f3b7d4b2041ebba27428f20351ed0). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.409373] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14e55b65-663c-478e-ad8d-6a11a533560b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.417377] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.417643] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.417798] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.417987] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.418143] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.418290] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.418502] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.418654] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.419318] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.419318] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.419318] env[69677]: DEBUG nova.virt.hardware [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.420096] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c3073-2fec-4723-9ccc-9db79663404f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.424553] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Created folder: Project (ad1f3b7d4b2041ebba27428f20351ed0) in parent group-v685897. [ 1182.424742] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Creating folder: Instances. Parent ref: group-v686196. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1182.425419] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f58514b-a270-42be-83f8-10ea01b146b5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.430466] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb9c961-1991-4e33-9779-91f232986fb3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.446494] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Created folder: Instances in parent group-v686196. [ 1182.446794] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.447015] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.447245] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-684085da-cfc9-492f-81f4-395904efe578 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.467389] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.467389] env[69677]: value = "task-3437299" [ 1182.467389] env[69677]: _type = "Task" [ 1182.467389] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.477144] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437299, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.644372] env[69677]: DEBUG nova.compute.manager [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Received event network-vif-deleted-fb98c274-cf2a-4a9b-ae8d-f11823bbeed6 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.644453] env[69677]: DEBUG nova.compute.manager [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Received event network-changed-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.644595] env[69677]: DEBUG nova.compute.manager [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Refreshing instance network info cache due to event network-changed-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.644817] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] Acquiring lock "refresh_cache-7c1518a4-ace6-4bca-840f-f0468d52901c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.644960] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] Acquired lock "refresh_cache-7c1518a4-ace6-4bca-840f-f0468d52901c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.645133] env[69677]: DEBUG nova.network.neutron [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Refreshing network info cache for port 19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.698338] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437294, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.743591] env[69677]: DEBUG oslo_vmware.api [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437295, 'name': PowerOffVM_Task, 'duration_secs': 0.548903} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.743875] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.744055] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.744332] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57789785-39a1-434c-8e54-1f86cffa4820 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.829521] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.829861] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.830095] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleting the datastore file [datastore2] 4a63917e-90c7-485a-8e0f-83bd441239b1 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.830367] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2d91609-f7bb-4769-8c69-75dfbebef22e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.840758] env[69677]: DEBUG oslo_vmware.api [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1182.840758] env[69677]: value = "task-3437301" [ 1182.840758] env[69677]: _type = "Task" [ 1182.840758] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.850109] env[69677]: DEBUG oslo_vmware.api [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.980231] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437299, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.042640] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Successfully updated port: 571dfada-21fc-47ce-acfb-b31c7490a7fe {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.171971] env[69677]: DEBUG oslo_concurrency.lockutils [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.813s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.177729] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.235s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.178068] env[69677]: DEBUG nova.objects.instance [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'resources' on Instance uuid 8e89990c-0a32-472e-8963-6e512d0c91a5 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.201886] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437294, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.350190] env[69677]: DEBUG oslo_vmware.api [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.354249] env[69677]: DEBUG nova.network.neutron [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Updated VIF entry in instance network info cache for port 19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.354655] env[69677]: DEBUG nova.network.neutron [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Updating instance_info_cache with network_info: [{"id": "19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb", "address": "fa:16:3e:f7:d3:81", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19a6c38f-a4", "ovs_interfaceid": "19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.478627] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437299, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.545016] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "refresh_cache-5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.545183] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "refresh_cache-5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.545440] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.702782] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437294, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.588529} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.703661] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/17f1f1d3-f753-4c7e-8955-491c56a2e9e9/17f1f1d3-f753-4c7e-8955-491c56a2e9e9.vmdk to [datastore2] b36b030a-fe0c-4f38-aa5a-5247d0c1c314/b36b030a-fe0c-4f38-aa5a-5247d0c1c314.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.704504] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcaabbf-0f14-4da5-8b49-da8b9da89fac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.728295] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] b36b030a-fe0c-4f38-aa5a-5247d0c1c314/b36b030a-fe0c-4f38-aa5a-5247d0c1c314.vmdk or device None with type streamOptimized {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.731252] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1028b88b-41ba-49b5-828e-d131167149c1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.750195] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1183.750195] env[69677]: value = "task-3437302" [ 1183.750195] env[69677]: _type = "Task" [ 1183.750195] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.759480] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437302, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.853775] env[69677]: DEBUG oslo_vmware.api [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554083} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.854084] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.854289] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.854473] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.854645] env[69677]: INFO nova.compute.manager [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1183.854913] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.855145] env[69677]: DEBUG nova.compute.manager [-] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.855242] env[69677]: DEBUG nova.network.neutron [-] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.857057] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] Releasing lock "refresh_cache-7c1518a4-ace6-4bca-840f-f0468d52901c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.857299] env[69677]: DEBUG nova.compute.manager [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Received event network-vif-plugged-571dfada-21fc-47ce-acfb-b31c7490a7fe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.857483] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] Acquiring lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.857681] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] Lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.857868] env[69677]: DEBUG oslo_concurrency.lockutils [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] Lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.858055] env[69677]: DEBUG nova.compute.manager [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] No waiting events found dispatching network-vif-plugged-571dfada-21fc-47ce-acfb-b31c7490a7fe {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1183.858447] env[69677]: WARNING nova.compute.manager [req-7b5fb116-25a8-43b1-9e58-ad5be388bfab req-1cf18066-09ae-4cac-b373-192fb97fb9be service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Received unexpected event network-vif-plugged-571dfada-21fc-47ce-acfb-b31c7490a7fe for instance with vm_state building and task_state spawning. [ 1183.883132] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45632f57-d47d-40b2-bf4d-1e30159c5a3b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.890765] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2ebd9c-11e5-4670-8903-31ca5803aebd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.925626] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd73a94-c41d-436c-8bee-2d1e0c4ee613 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.934028] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb2d316-ca6a-4037-90b9-7c4ee121eed8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.947884] env[69677]: DEBUG nova.compute.provider_tree [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.979081] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437299, 'name': CreateVM_Task, 'duration_secs': 1.38544} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.979264] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.979956] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.980142] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.980531] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.980798] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5518f4b1-8ae4-4aa6-80f6-4b15cb7a53a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.985441] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1183.985441] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527d0308-ef70-4ec6-b3b8-c00af9fefb91" [ 1183.985441] env[69677]: _type = "Task" [ 1183.985441] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.995097] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527d0308-ef70-4ec6-b3b8-c00af9fefb91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.116795] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.261620] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437302, 'name': ReconfigVM_Task, 'duration_secs': 0.285223} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.261889] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Reconfigured VM instance instance-00000059 to attach disk [datastore2] b36b030a-fe0c-4f38-aa5a-5247d0c1c314/b36b030a-fe0c-4f38-aa5a-5247d0c1c314.vmdk or device None with type streamOptimized {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.263063] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'encrypted': False, 'disk_bus': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_format': None, 'boot_index': 0, 'encryption_options': None, 'device_type': 'disk', 'guest_format': None, 'image_id': 'dc0ac7c7-56c5-45c7-ba8f-915313852e65'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '12454fe1-7ffb-481c-8321-f0e34e822855', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686192', 'volume_id': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'name': 'volume-ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b36b030a-fe0c-4f38-aa5a-5247d0c1c314', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'serial': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b'}, 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69677) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1184.265018] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1184.265018] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686192', 'volume_id': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'name': 'volume-ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b36b030a-fe0c-4f38-aa5a-5247d0c1c314', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'serial': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1184.265018] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7aea74-a175-4645-8f99-1349b7c572aa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.282646] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63567af-b8c9-4dcf-b285-9a8cc1c31180 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.314307] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-ffaaa1b6-ce09-45ea-846f-7b3b81ab138b/volume-ffaaa1b6-ce09-45ea-846f-7b3b81ab138b.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.317621] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc57672c-e280-4f1b-9cdb-58a3f9968005 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.337993] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1184.337993] env[69677]: value = "task-3437303" [ 1184.337993] env[69677]: _type = "Task" [ 1184.337993] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.345956] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.392704] env[69677]: DEBUG nova.network.neutron [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Updating instance_info_cache with network_info: [{"id": "571dfada-21fc-47ce-acfb-b31c7490a7fe", "address": "fa:16:3e:2e:9f:0a", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571dfada-21", "ovs_interfaceid": "571dfada-21fc-47ce-acfb-b31c7490a7fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.451242] env[69677]: DEBUG nova.scheduler.client.report [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.496460] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527d0308-ef70-4ec6-b3b8-c00af9fefb91, 'name': SearchDatastore_Task, 'duration_secs': 0.015156} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.496750] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.496978] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.497219] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.497361] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.497822] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.497822] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-203b7f01-721f-4983-bcb5-2b3a06136ab5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.506415] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.506597] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.507535] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a25838f-efe7-44a8-9c76-b8f64cd5f1fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.512675] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1184.512675] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52329518-a28d-4695-b09c-923d568a5e23" [ 1184.512675] env[69677]: _type = "Task" [ 1184.512675] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.520282] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52329518-a28d-4695-b09c-923d568a5e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.822364] env[69677]: DEBUG nova.compute.manager [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Received event network-changed-571dfada-21fc-47ce-acfb-b31c7490a7fe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.825212] env[69677]: DEBUG nova.compute.manager [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Refreshing instance network info cache due to event network-changed-571dfada-21fc-47ce-acfb-b31c7490a7fe. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.825456] env[69677]: DEBUG oslo_concurrency.lockutils [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] Acquiring lock "refresh_cache-5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.843347] env[69677]: INFO nova.compute.manager [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Swapping old allocation on dict_keys(['0c5171a8-f2e0-4f3a-8916-700b7523cd77']) held by migration 7481ed4f-4fc3-46eb-a7c1-91986cc02bfb for instance [ 1184.851425] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.868529] env[69677]: DEBUG nova.scheduler.client.report [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Overwriting current allocation {'allocations': {'0c5171a8-f2e0-4f3a-8916-700b7523cd77': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 149}}, 'project_id': '6058478746f143e997e0896ab4bfd5b3', 'user_id': '6e4de071f8414d399533f1bffb1ac29b', 'consumer_generation': 1} on consumer d2a9cd72-9455-4f4a-ad88-1928a2467adc {{(pid=69677) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1184.895608] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "refresh_cache-5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.895935] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Instance network_info: |[{"id": "571dfada-21fc-47ce-acfb-b31c7490a7fe", "address": "fa:16:3e:2e:9f:0a", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571dfada-21", "ovs_interfaceid": "571dfada-21fc-47ce-acfb-b31c7490a7fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.896247] env[69677]: DEBUG oslo_concurrency.lockutils [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] Acquired lock "refresh_cache-5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.896427] env[69677]: DEBUG nova.network.neutron [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Refreshing network info cache for port 571dfada-21fc-47ce-acfb-b31c7490a7fe {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.897651] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:9f:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '571dfada-21fc-47ce-acfb-b31c7490a7fe', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.905460] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.905654] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.905862] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8961e003-5e06-4f10-9851-cde97e15a317 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.929455] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.929455] env[69677]: value = "task-3437304" [ 1184.929455] env[69677]: _type = "Task" [ 1184.929455] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.938891] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437304, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.958477] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.959076] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.559s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.961782] env[69677]: INFO nova.compute.claims [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.979047] env[69677]: INFO nova.scheduler.client.report [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleted allocations for instance 8e89990c-0a32-472e-8963-6e512d0c91a5 [ 1184.984352] env[69677]: DEBUG nova.network.neutron [-] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.001439] env[69677]: DEBUG oslo_concurrency.lockutils [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.001687] env[69677]: DEBUG oslo_concurrency.lockutils [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.001932] env[69677]: DEBUG nova.network.neutron [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.028269] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52329518-a28d-4695-b09c-923d568a5e23, 'name': SearchDatastore_Task, 'duration_secs': 0.032283} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.029760] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44cabaa8-4254-4600-8cdf-52b54682b9ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.036055] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1185.036055] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527b33c3-924c-83b7-ebf0-77abc71f8ed2" [ 1185.036055] env[69677]: _type = "Task" [ 1185.036055] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.048597] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527b33c3-924c-83b7-ebf0-77abc71f8ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.009107} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.048597] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.048597] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 7c1518a4-ace6-4bca-840f-f0468d52901c/7c1518a4-ace6-4bca-840f-f0468d52901c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.049095] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70cd7eab-7318-4dd1-97b2-419d12f0fa24 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.056019] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1185.056019] env[69677]: value = "task-3437305" [ 1185.056019] env[69677]: _type = "Task" [ 1185.056019] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.066016] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.351302] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437303, 'name': ReconfigVM_Task, 'duration_secs': 0.706149} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.355455] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-ffaaa1b6-ce09-45ea-846f-7b3b81ab138b/volume-ffaaa1b6-ce09-45ea-846f-7b3b81ab138b.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.358857] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59bcefd0-be45-43cf-ad2a-414a13fba801 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.382320] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1185.382320] env[69677]: value = "task-3437306" [ 1185.382320] env[69677]: _type = "Task" [ 1185.382320] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.391930] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.441036] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437304, 'name': CreateVM_Task, 'duration_secs': 0.337855} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.441036] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.441782] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.442085] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.442582] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.443276] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7474f8af-6045-426b-abfe-7c4b9be03504 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.449368] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1185.449368] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52774080-4e1e-c585-870c-c03c83fd4564" [ 1185.449368] env[69677]: _type = "Task" [ 1185.449368] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.461372] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52774080-4e1e-c585-870c-c03c83fd4564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.488369] env[69677]: INFO nova.compute.manager [-] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Took 1.63 seconds to deallocate network for instance. [ 1185.493232] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2461962c-3745-445e-b1b7-486d0b93f13c tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "8e89990c-0a32-472e-8963-6e512d0c91a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.416s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.571031] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463495} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.572517] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 7c1518a4-ace6-4bca-840f-f0468d52901c/7c1518a4-ace6-4bca-840f-f0468d52901c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.572517] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.572517] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9db764b-a4c3-4619-a684-47336a2fd1fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.580464] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1185.580464] env[69677]: value = "task-3437307" [ 1185.580464] env[69677]: _type = "Task" [ 1185.580464] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.594348] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.811398] env[69677]: DEBUG nova.network.neutron [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Updated VIF entry in instance network info cache for port 571dfada-21fc-47ce-acfb-b31c7490a7fe. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.811830] env[69677]: DEBUG nova.network.neutron [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Updating instance_info_cache with network_info: [{"id": "571dfada-21fc-47ce-acfb-b31c7490a7fe", "address": "fa:16:3e:2e:9f:0a", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571dfada-21", "ovs_interfaceid": "571dfada-21fc-47ce-acfb-b31c7490a7fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.893931] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437306, 'name': ReconfigVM_Task, 'duration_secs': 0.209501} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.894306] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686192', 'volume_id': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'name': 'volume-ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b36b030a-fe0c-4f38-aa5a-5247d0c1c314', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'serial': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1185.895165] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbadd369-ca65-487e-8f4b-0ad3cbf4d871 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.903197] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1185.903197] env[69677]: value = "task-3437308" [ 1185.903197] env[69677]: _type = "Task" [ 1185.903197] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.910551] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437308, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.915786] env[69677]: DEBUG nova.network.neutron [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance_info_cache with network_info: [{"id": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "address": "fa:16:3e:b0:22:cd", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a71b60-d4", "ovs_interfaceid": "e4a71b60-d478-4a70-9480-2f6b99d5a7c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.960990] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52774080-4e1e-c585-870c-c03c83fd4564, 'name': SearchDatastore_Task, 'duration_secs': 0.052721} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.961838] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.962176] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.962958] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.962958] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.962958] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.963188] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d4f09c7-3480-4727-9e76-8c66eed87941 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.974567] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.974787] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.976620] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1c7c57-372a-4cf8-8372-d7f0721c10d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.982515] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1185.982515] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ae8fcf-6869-a3bf-52e5-c4b01ea79e30" [ 1185.982515] env[69677]: _type = "Task" [ 1185.982515] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.990593] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ae8fcf-6869-a3bf-52e5-c4b01ea79e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.997576] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.091977] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081284} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.092170] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.092991] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1cc171-f814-40c7-a94a-5d0b9e964ae0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.116851] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7c1518a4-ace6-4bca-840f-f0468d52901c/7c1518a4-ace6-4bca-840f-f0468d52901c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.119506] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc5f0b7b-893f-41ee-bb7b-e9f6be5be307 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.140612] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1186.140612] env[69677]: value = "task-3437309" [ 1186.140612] env[69677]: _type = "Task" [ 1186.140612] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.145045] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f50e44-9164-4559-a645-3e05c2fa181e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.152741] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.155292] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c169fd-b16f-4891-8b10-06ef83ff57c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.185611] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54564ba-dd8b-49f2-a552-79c4de67e1f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.193477] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd17043e-09d8-430a-907f-4f0ca102649b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.206612] env[69677]: DEBUG nova.compute.provider_tree [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.319025] env[69677]: DEBUG oslo_concurrency.lockutils [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] Releasing lock "refresh_cache-5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.319025] env[69677]: DEBUG nova.compute.manager [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Received event network-vif-deleted-395c747b-4f5a-4f94-a265-b35d3784e0e5 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.319025] env[69677]: INFO nova.compute.manager [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Neutron deleted interface 395c747b-4f5a-4f94-a265-b35d3784e0e5; detaching it from the instance and deleting it from the info cache [ 1186.319025] env[69677]: DEBUG nova.network.neutron [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.413956] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437308, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.417701] env[69677]: DEBUG oslo_concurrency.lockutils [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-d2a9cd72-9455-4f4a-ad88-1928a2467adc" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.418639] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6713543c-274d-4f61-be24-a667495b807d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.426171] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d02fb64-9994-49a0-912b-83d1038f14df {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.493526] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ae8fcf-6869-a3bf-52e5-c4b01ea79e30, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.494350] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414b6fbc-1ff1-4958-a459-794ba3b10bf4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.499495] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1186.499495] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52893038-59a9-3a1e-285e-ffdd2e7b5462" [ 1186.499495] env[69677]: _type = "Task" [ 1186.499495] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.508064] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52893038-59a9-3a1e-285e-ffdd2e7b5462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.650369] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437309, 'name': ReconfigVM_Task, 'duration_secs': 0.307848} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.650660] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7c1518a4-ace6-4bca-840f-f0468d52901c/7c1518a4-ace6-4bca-840f-f0468d52901c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.651355] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb7d1d4d-55ba-4dd8-9aad-a7d99403d8fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.660073] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1186.660073] env[69677]: value = "task-3437310" [ 1186.660073] env[69677]: _type = "Task" [ 1186.660073] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.671576] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437310, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.710482] env[69677]: DEBUG nova.scheduler.client.report [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.821708] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0b1c2d2-1370-462a-adf9-dae48638cc30 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.832139] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b964c73-4c7c-4471-b5cd-bb1a2fab6931 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.864773] env[69677]: DEBUG nova.compute.manager [req-3ba2d3c6-3aff-4fde-ac2a-755458d29e06 req-818ca54a-a059-4551-b61a-78b4f0261e09 service nova] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Detach interface failed, port_id=395c747b-4f5a-4f94-a265-b35d3784e0e5, reason: Instance 4a63917e-90c7-485a-8e0f-83bd441239b1 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1186.919788] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437308, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.015500] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52893038-59a9-3a1e-285e-ffdd2e7b5462, 'name': SearchDatastore_Task, 'duration_secs': 0.030403} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.015500] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.015589] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c/5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.019210] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a86cc83-8a4e-4574-b85d-d0edcb829634 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.028691] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1187.028691] env[69677]: value = "task-3437311" [ 1187.028691] env[69677]: _type = "Task" [ 1187.028691] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.041783] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.172905] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437310, 'name': Rename_Task, 'duration_secs': 0.312666} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.173201] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.173447] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc128668-933b-45b9-9f8f-85776d4d832d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.181413] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1187.181413] env[69677]: value = "task-3437312" [ 1187.181413] env[69677]: _type = "Task" [ 1187.181413] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.193017] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.216686] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.217537] env[69677]: DEBUG nova.compute.manager [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1187.222402] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.876s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.224367] env[69677]: INFO nova.compute.claims [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.416035] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437308, 'name': Rename_Task, 'duration_secs': 1.067567} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.416426] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.416593] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c7064ae-acbe-415b-b16f-5fdad54a3dc1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.424635] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1187.424635] env[69677]: value = "task-3437313" [ 1187.424635] env[69677]: _type = "Task" [ 1187.424635] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.434691] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.523922] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.524312] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fbf8c94-aa45-4523-adbd-f068962039ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.536423] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1187.536423] env[69677]: value = "task-3437314" [ 1187.536423] env[69677]: _type = "Task" [ 1187.536423] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.544801] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437311, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.551250] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.692147] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437312, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.724057] env[69677]: DEBUG nova.compute.utils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.725660] env[69677]: DEBUG nova.compute.manager [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.725913] env[69677]: DEBUG nova.network.neutron [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.770534] env[69677]: DEBUG nova.policy [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9dc3db33e944fb584dcd40093890e55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccac006f4adc452580c76958b6a2aa12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.936434] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.040974] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664098} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.044995] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c/5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.044995] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.045441] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c3ffce8-7049-46e5-b28d-d3b85b411f44 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.057433] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437314, 'name': PowerOffVM_Task, 'duration_secs': 0.23151} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.059684] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.060545] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.060863] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.061098] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.061521] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.061795] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.062190] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.062319] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.062526] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.062750] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.062960] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.063364] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.069446] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1188.069446] env[69677]: value = "task-3437315" [ 1188.069446] env[69677]: _type = "Task" [ 1188.069446] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.069795] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e883ff0-b2e9-4cc0-9e0a-72e46dfab158 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.084935] env[69677]: DEBUG nova.network.neutron [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Successfully created port: 2e7323d6-fd24-4d03-866b-d75e9a1ed561 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1188.092643] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.094729] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1188.094729] env[69677]: value = "task-3437316" [ 1188.094729] env[69677]: _type = "Task" [ 1188.094729] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.104376] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.196121] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437312, 'name': PowerOnVM_Task, 'duration_secs': 0.625199} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.196121] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.196121] env[69677]: INFO nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1188.196121] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.196121] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1341cbd4-6a9f-4b9f-b2f6-c8672259c5eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.202936] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "2c3fc393-a491-494d-9e14-103f90bb20fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.203366] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.229263] env[69677]: DEBUG nova.compute.manager [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1188.401213] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc636259-5c68-48ba-b1bc-949fa13e6d4d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.408483] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6a703f-be37-4889-b042-b8b7ba0632b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.442118] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc546c16-ffc1-4ca5-bd93-4b90ff8872be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.449419] env[69677]: DEBUG oslo_vmware.api [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437313, 'name': PowerOnVM_Task, 'duration_secs': 0.673262} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.451485] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.454376] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483843f7-a079-406c-bb20-88193a754b0b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.467708] env[69677]: DEBUG nova.compute.provider_tree [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.551438] env[69677]: DEBUG nova.compute.manager [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1188.552424] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1939d26a-8f16-4afd-88d3-251aa1fa8aa6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.589628] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.251528} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.590011] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.590885] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2641ba-6733-4421-a0d3-610a0b44bb4b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.612897] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c/5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.616657] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef17b56-262f-4235-b853-f32910c88912 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.638581] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437316, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.639622] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1188.639622] env[69677]: value = "task-3437317" [ 1188.639622] env[69677]: _type = "Task" [ 1188.639622] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.647283] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437317, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.710101] env[69677]: DEBUG nova.compute.manager [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1188.722626] env[69677]: INFO nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Took 19.98 seconds to build instance. [ 1188.971428] env[69677]: DEBUG nova.scheduler.client.report [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.073858] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8a02dc9b-234a-45f2-9762-77a588ed5b7d tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.878s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.114317] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437316, 'name': ReconfigVM_Task, 'duration_secs': 0.67601} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.115249] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156cd93d-54e8-46ef-be14-ec9132c97896 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.136903] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.137177] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.137371] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.137605] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.137816] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.138016] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.138271] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.138468] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.138669] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.138839] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.139036] env[69677]: DEBUG nova.virt.hardware [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.139837] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf5b272-0d81-4ebd-a70d-0d4a99b4677a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.148535] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1189.148535] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d28824-311c-a3ef-da1f-532564b1df38" [ 1189.148535] env[69677]: _type = "Task" [ 1189.148535] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.152058] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.159400] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d28824-311c-a3ef-da1f-532564b1df38, 'name': SearchDatastore_Task, 'duration_secs': 0.007384} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.164648] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.164906] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1184fb3-e9b9-48d5-8d63-a1a9966b0751 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.185620] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1189.185620] env[69677]: value = "task-3437318" [ 1189.185620] env[69677]: _type = "Task" [ 1189.185620] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.193539] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.222592] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "7c1518a4-ace6-4bca-840f-f0468d52901c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.491s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.235960] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.240897] env[69677]: DEBUG nova.compute.manager [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1189.265816] env[69677]: DEBUG nova.virt.hardware [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1189.266076] env[69677]: DEBUG nova.virt.hardware [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1189.266232] env[69677]: DEBUG nova.virt.hardware [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.266414] env[69677]: DEBUG nova.virt.hardware [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1189.266555] env[69677]: DEBUG nova.virt.hardware [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.266697] env[69677]: DEBUG nova.virt.hardware [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1189.266897] env[69677]: DEBUG nova.virt.hardware [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1189.267065] env[69677]: DEBUG nova.virt.hardware [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1189.267230] env[69677]: DEBUG nova.virt.hardware [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1189.267894] env[69677]: DEBUG nova.virt.hardware [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1189.267894] env[69677]: DEBUG nova.virt.hardware [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1189.268418] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe20fa3d-99d3-472a-8fec-af85135d44ad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.277065] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6d91d9-1108-45b8-b5d4-bbdc908418e2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.475360] env[69677]: DEBUG nova.compute.manager [req-3a48680b-3d37-4239-ba04-3762e7b6f307 req-a3e9e9d6-104b-4bd1-b1e6-17edf90df792 service nova] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Received event network-vif-plugged-2e7323d6-fd24-4d03-866b-d75e9a1ed561 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.475360] env[69677]: DEBUG oslo_concurrency.lockutils [req-3a48680b-3d37-4239-ba04-3762e7b6f307 req-a3e9e9d6-104b-4bd1-b1e6-17edf90df792 service nova] Acquiring lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.475360] env[69677]: DEBUG oslo_concurrency.lockutils [req-3a48680b-3d37-4239-ba04-3762e7b6f307 req-a3e9e9d6-104b-4bd1-b1e6-17edf90df792 service nova] Lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.475360] env[69677]: DEBUG oslo_concurrency.lockutils [req-3a48680b-3d37-4239-ba04-3762e7b6f307 req-a3e9e9d6-104b-4bd1-b1e6-17edf90df792 service nova] Lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.475360] env[69677]: DEBUG nova.compute.manager [req-3a48680b-3d37-4239-ba04-3762e7b6f307 req-a3e9e9d6-104b-4bd1-b1e6-17edf90df792 service nova] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] No waiting events found dispatching network-vif-plugged-2e7323d6-fd24-4d03-866b-d75e9a1ed561 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1189.475360] env[69677]: WARNING nova.compute.manager [req-3a48680b-3d37-4239-ba04-3762e7b6f307 req-a3e9e9d6-104b-4bd1-b1e6-17edf90df792 service nova] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Received unexpected event network-vif-plugged-2e7323d6-fd24-4d03-866b-d75e9a1ed561 for instance with vm_state building and task_state spawning. [ 1189.477248] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.477696] env[69677]: DEBUG nova.compute.manager [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.480101] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.860s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.480268] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.480415] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1189.480682] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.351s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.480908] env[69677]: DEBUG nova.objects.instance [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lazy-loading 'resources' on Instance uuid 83f87d4f-d91a-4202-b6c3-e96d273afc6e {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.482777] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea27ade-42cf-425b-b2c9-f9085731bdcf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.491299] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941ebbcb-a03c-42c6-977b-57460e939676 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.505829] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9665b7-b295-42b7-83da-de27d6d45955 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.512285] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c8dc47-b377-4abc-aea1-1062037b3c7c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.542340] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179318MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1189.542483] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.597657] env[69677]: DEBUG nova.network.neutron [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Successfully updated port: 2e7323d6-fd24-4d03-866b-d75e9a1ed561 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.651910] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437317, 'name': ReconfigVM_Task, 'duration_secs': 0.599615} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.652566] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c/5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.653319] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f508022a-47de-44c8-9b8c-ce6c52f757de {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.659505] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1189.659505] env[69677]: value = "task-3437319" [ 1189.659505] env[69677]: _type = "Task" [ 1189.659505] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.667276] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437319, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.693636] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437318, 'name': ReconfigVM_Task, 'duration_secs': 0.215324} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.693960] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1189.694706] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e72bc6-1f66-47d4-8623-d50ae065a0a3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.722123] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] d2a9cd72-9455-4f4a-ad88-1928a2467adc/d2a9cd72-9455-4f4a-ad88-1928a2467adc.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.722466] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aedcfe2a-7d1a-4330-8905-66258460019b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.746266] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1189.746266] env[69677]: value = "task-3437320" [ 1189.746266] env[69677]: _type = "Task" [ 1189.746266] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.754681] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.986534] env[69677]: DEBUG nova.compute.utils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.988058] env[69677]: DEBUG nova.compute.manager [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.988230] env[69677]: DEBUG nova.network.neutron [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.031993] env[69677]: DEBUG nova.policy [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dae1c2e7cfd741cf83bc894c9a7a0b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015f87514254484fb4d300753833434c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.102559] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "refresh_cache-1b9f291d-df3b-41d0-8f2b-53b0a20b818b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.102677] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "refresh_cache-1b9f291d-df3b-41d0-8f2b-53b0a20b818b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.102831] env[69677]: DEBUG nova.network.neutron [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.124253] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b739457-2071-4717-b5cf-464b79bacd72 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.132105] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9af5c2-c24b-4533-a7d6-de89d9c6acb8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.166666] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0036be6e-ddfb-48d9-a94d-2c6ab31746ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.173952] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437319, 'name': Rename_Task, 'duration_secs': 0.135249} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.175886] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.176187] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d619bac8-af3a-4c52-910a-b3c727c31e74 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.178427] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c5ad72-0751-4576-8ca7-7ecfee8c74ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.191814] env[69677]: DEBUG nova.compute.provider_tree [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.194700] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1190.194700] env[69677]: value = "task-3437321" [ 1190.194700] env[69677]: _type = "Task" [ 1190.194700] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.203401] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437321, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.260234] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.288846] env[69677]: DEBUG nova.network.neutron [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Successfully created port: e48ec87a-8b14-4880-a5ef-f9f21bb18bcd {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.491956] env[69677]: DEBUG nova.compute.manager [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.654185] env[69677]: DEBUG nova.network.neutron [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.695598] env[69677]: DEBUG nova.scheduler.client.report [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.715941] env[69677]: DEBUG oslo_vmware.api [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437321, 'name': PowerOnVM_Task, 'duration_secs': 0.46025} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.716282] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.716496] env[69677]: INFO nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1190.716678] env[69677]: DEBUG nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.717517] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e107f56-7c96-470a-9771-60c6e02a4663 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.758092] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437320, 'name': ReconfigVM_Task, 'duration_secs': 0.599577} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.758418] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfigured VM instance instance-0000005c to attach disk [datastore1] d2a9cd72-9455-4f4a-ad88-1928a2467adc/d2a9cd72-9455-4f4a-ad88-1928a2467adc.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.759390] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5650799-1273-4b91-8983-ecdddbe30611 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.784369] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f348b9-de8e-4fa0-a61e-3a6485b14067 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.808308] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ddb5b-70b4-41a5-a078-aa03474237bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.831671] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858884e2-a04e-4150-bf92-27a9aa1af963 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.838820] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.839110] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f07d2cb2-eda4-4bf0-9e25-c3f311d9ae15 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.846063] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1190.846063] env[69677]: value = "task-3437322" [ 1190.846063] env[69677]: _type = "Task" [ 1190.846063] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.850203] env[69677]: DEBUG nova.network.neutron [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Updating instance_info_cache with network_info: [{"id": "2e7323d6-fd24-4d03-866b-d75e9a1ed561", "address": "fa:16:3e:31:c6:8e", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7323d6-fd", "ovs_interfaceid": "2e7323d6-fd24-4d03-866b-d75e9a1ed561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.856314] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.208636] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.211359] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.214s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.211662] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.214578] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.979s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.216930] env[69677]: INFO nova.compute.claims [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.233754] env[69677]: INFO nova.scheduler.client.report [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted allocations for instance 83f87d4f-d91a-4202-b6c3-e96d273afc6e [ 1191.235490] env[69677]: INFO nova.scheduler.client.report [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleted allocations for instance 4a63917e-90c7-485a-8e0f-83bd441239b1 [ 1191.240991] env[69677]: INFO nova.compute.manager [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Took 22.46 seconds to build instance. [ 1191.355992] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "refresh_cache-1b9f291d-df3b-41d0-8f2b-53b0a20b818b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.356320] env[69677]: DEBUG nova.compute.manager [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Instance network_info: |[{"id": "2e7323d6-fd24-4d03-866b-d75e9a1ed561", "address": "fa:16:3e:31:c6:8e", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7323d6-fd", "ovs_interfaceid": "2e7323d6-fd24-4d03-866b-d75e9a1ed561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1191.356601] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.356942] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:c6:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e7323d6-fd24-4d03-866b-d75e9a1ed561', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.364279] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Creating folder: Project (ccac006f4adc452580c76958b6a2aa12). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.364514] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-83ed36e3-45e7-450d-b939-246dc45b246c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.374319] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Created folder: Project (ccac006f4adc452580c76958b6a2aa12) in parent group-v685897. [ 1191.374506] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Creating folder: Instances. Parent ref: group-v686200. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.374712] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee7d0f83-730c-46e4-af9b-b7d7a9eb0b5c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.383265] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Created folder: Instances in parent group-v686200. [ 1191.383525] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.383681] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.383878] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48d722d9-5c15-4a16-be49-607f0c41279d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.402826] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.402826] env[69677]: value = "task-3437325" [ 1191.402826] env[69677]: _type = "Task" [ 1191.402826] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.413312] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437325, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.502287] env[69677]: DEBUG nova.compute.manager [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.531458] env[69677]: DEBUG nova.virt.hardware [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.531730] env[69677]: DEBUG nova.virt.hardware [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.531893] env[69677]: DEBUG nova.virt.hardware [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.532111] env[69677]: DEBUG nova.virt.hardware [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.532267] env[69677]: DEBUG nova.virt.hardware [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.532416] env[69677]: DEBUG nova.virt.hardware [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.532634] env[69677]: DEBUG nova.virt.hardware [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.532787] env[69677]: DEBUG nova.virt.hardware [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.532950] env[69677]: DEBUG nova.virt.hardware [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.533369] env[69677]: DEBUG nova.virt.hardware [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.533780] env[69677]: DEBUG nova.virt.hardware [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.535117] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8576fb-c5df-4c7f-8ead-01261f38175b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.547417] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d751b7b2-f1cf-4041-9653-1b0249af3ad0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.552609] env[69677]: DEBUG nova.compute.manager [req-2a5754bf-a035-4748-b157-573085391ecb req-da721f84-05d3-4cec-b212-3366019b79fb service nova] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Received event network-changed-2e7323d6-fd24-4d03-866b-d75e9a1ed561 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.552795] env[69677]: DEBUG nova.compute.manager [req-2a5754bf-a035-4748-b157-573085391ecb req-da721f84-05d3-4cec-b212-3366019b79fb service nova] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Refreshing instance network info cache due to event network-changed-2e7323d6-fd24-4d03-866b-d75e9a1ed561. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1191.553031] env[69677]: DEBUG oslo_concurrency.lockutils [req-2a5754bf-a035-4748-b157-573085391ecb req-da721f84-05d3-4cec-b212-3366019b79fb service nova] Acquiring lock "refresh_cache-1b9f291d-df3b-41d0-8f2b-53b0a20b818b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.553180] env[69677]: DEBUG oslo_concurrency.lockutils [req-2a5754bf-a035-4748-b157-573085391ecb req-da721f84-05d3-4cec-b212-3366019b79fb service nova] Acquired lock "refresh_cache-1b9f291d-df3b-41d0-8f2b-53b0a20b818b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.553449] env[69677]: DEBUG nova.network.neutron [req-2a5754bf-a035-4748-b157-573085391ecb req-da721f84-05d3-4cec-b212-3366019b79fb service nova] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Refreshing network info cache for port 2e7323d6-fd24-4d03-866b-d75e9a1ed561 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.747990] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8c3eeae4-11e6-4383-ad15-e140f629a031 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.982s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.748912] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54be46e9-d332-4ae3-a281-1ad74a582109 tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "83f87d4f-d91a-4202-b6c3-e96d273afc6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.674s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.750091] env[69677]: DEBUG oslo_concurrency.lockutils [None req-05e7fd04-2728-4c43-9aa5-79a230d87831 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "4a63917e-90c7-485a-8e0f-83bd441239b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.551s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.860115] env[69677]: DEBUG oslo_vmware.api [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437322, 'name': PowerOnVM_Task, 'duration_secs': 0.76735} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.860432] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.918293] env[69677]: DEBUG nova.network.neutron [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Successfully updated port: e48ec87a-8b14-4880-a5ef-f9f21bb18bcd {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.923881] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437325, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.275816] env[69677]: DEBUG oslo_concurrency.lockutils [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "7c1518a4-ace6-4bca-840f-f0468d52901c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.275986] env[69677]: DEBUG oslo_concurrency.lockutils [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "7c1518a4-ace6-4bca-840f-f0468d52901c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.276282] env[69677]: DEBUG oslo_concurrency.lockutils [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "7c1518a4-ace6-4bca-840f-f0468d52901c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.276681] env[69677]: DEBUG oslo_concurrency.lockutils [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "7c1518a4-ace6-4bca-840f-f0468d52901c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.276877] env[69677]: DEBUG oslo_concurrency.lockutils [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "7c1518a4-ace6-4bca-840f-f0468d52901c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.279116] env[69677]: INFO nova.compute.manager [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Terminating instance [ 1192.284495] env[69677]: DEBUG nova.network.neutron [req-2a5754bf-a035-4748-b157-573085391ecb req-da721f84-05d3-4cec-b212-3366019b79fb service nova] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Updated VIF entry in instance network info cache for port 2e7323d6-fd24-4d03-866b-d75e9a1ed561. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1192.284829] env[69677]: DEBUG nova.network.neutron [req-2a5754bf-a035-4748-b157-573085391ecb req-da721f84-05d3-4cec-b212-3366019b79fb service nova] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Updating instance_info_cache with network_info: [{"id": "2e7323d6-fd24-4d03-866b-d75e9a1ed561", "address": "fa:16:3e:31:c6:8e", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7323d6-fd", "ovs_interfaceid": "2e7323d6-fd24-4d03-866b-d75e9a1ed561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.352192] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb41081c-e245-4d33-8a6d-c5264412c935 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.359931] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cac22f-7306-414e-bd0b-93ee9f488ea9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.395482] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ceab4-6bfe-45d3-81eb-a9c566601d11 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.402889] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af233ea4-8725-440c-ab31-fc8658bbcc4d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.419909] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.419909] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.420336] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.420336] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.420474] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.422122] env[69677]: DEBUG nova.compute.provider_tree [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.423474] env[69677]: INFO nova.compute.manager [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Terminating instance [ 1192.427834] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "refresh_cache-2066127a-a262-439e-8c9b-13ab38bde560" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.427991] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "refresh_cache-2066127a-a262-439e-8c9b-13ab38bde560" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.428151] env[69677]: DEBUG nova.network.neutron [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.428954] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437325, 'name': CreateVM_Task, 'duration_secs': 0.611391} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.430145] env[69677]: DEBUG nova.scheduler.client.report [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.433441] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.434533] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.434688] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.434987] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.435234] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad0e3e9-ac83-49a3-9cd6-01e94b825554 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.442428] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1192.442428] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5209ab25-88ed-bd78-e19b-1eddbb46b6be" [ 1192.442428] env[69677]: _type = "Task" [ 1192.442428] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.451217] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5209ab25-88ed-bd78-e19b-1eddbb46b6be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.733708] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.733995] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.782260] env[69677]: DEBUG nova.compute.manager [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.782430] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.783291] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0931e8-aa3a-44f3-b050-c87770fc5668 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.790937] env[69677]: DEBUG oslo_concurrency.lockutils [req-2a5754bf-a035-4748-b157-573085391ecb req-da721f84-05d3-4cec-b212-3366019b79fb service nova] Releasing lock "refresh_cache-1b9f291d-df3b-41d0-8f2b-53b0a20b818b" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.791324] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.791548] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9473c2aa-409f-412b-9d7d-4974591062b3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.797965] env[69677]: DEBUG oslo_vmware.api [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1192.797965] env[69677]: value = "task-3437326" [ 1192.797965] env[69677]: _type = "Task" [ 1192.797965] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.806155] env[69677]: DEBUG oslo_vmware.api [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.910099] env[69677]: INFO nova.compute.manager [None req-977f5506-1bf8-4918-ac36-33883af43115 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance to original state: 'active' [ 1192.935966] env[69677]: DEBUG nova.compute.manager [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1192.936182] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.937773] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.722s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.937773] env[69677]: DEBUG nova.compute.manager [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.943797] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9c66e5-82e6-4109-a7e9-0b40dae827ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.946403] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.404s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.956543] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.961332] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b355aea-32db-4bae-b472-d1242cdbfb08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.961839] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5209ab25-88ed-bd78-e19b-1eddbb46b6be, 'name': SearchDatastore_Task, 'duration_secs': 0.014118} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.962157] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.962424] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.963020] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.963020] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.963020] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.963592] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4aaa857d-5f4c-46f7-b18c-f4bf427346bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.969012] env[69677]: DEBUG oslo_vmware.api [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1192.969012] env[69677]: value = "task-3437327" [ 1192.969012] env[69677]: _type = "Task" [ 1192.969012] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.974160] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.974160] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.975354] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714ab90d-dee1-4564-9b5c-4ba3c9e7351c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.980311] env[69677]: DEBUG oslo_vmware.api [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.988151] env[69677]: DEBUG nova.network.neutron [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.993037] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1192.993037] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a7ece1-f034-b6a0-ffaa-43158eb34e13" [ 1192.993037] env[69677]: _type = "Task" [ 1192.993037] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.004319] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a7ece1-f034-b6a0-ffaa-43158eb34e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.023556] env[69677]: DEBUG oslo_concurrency.lockutils [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.023817] env[69677]: DEBUG oslo_concurrency.lockutils [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.024052] env[69677]: DEBUG oslo_concurrency.lockutils [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.024280] env[69677]: DEBUG oslo_concurrency.lockutils [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.024467] env[69677]: DEBUG oslo_concurrency.lockutils [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.026466] env[69677]: INFO nova.compute.manager [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Terminating instance [ 1193.135449] env[69677]: DEBUG nova.network.neutron [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Updating instance_info_cache with network_info: [{"id": "e48ec87a-8b14-4880-a5ef-f9f21bb18bcd", "address": "fa:16:3e:a7:96:8f", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ec87a-8b", "ovs_interfaceid": "e48ec87a-8b14-4880-a5ef-f9f21bb18bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.236973] env[69677]: DEBUG nova.compute.manager [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.308096] env[69677]: DEBUG oslo_vmware.api [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437326, 'name': PowerOffVM_Task, 'duration_secs': 0.246092} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.308371] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.308535] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.308772] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d804af86-413f-4db4-aeda-afaa05a13349 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.381608] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.381846] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.382021] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleting the datastore file [datastore1] 7c1518a4-ace6-4bca-840f-f0468d52901c {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.382378] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cd60002-e961-4eea-803f-969670d2b38a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.388837] env[69677]: DEBUG oslo_vmware.api [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1193.388837] env[69677]: value = "task-3437329" [ 1193.388837] env[69677]: _type = "Task" [ 1193.388837] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.396573] env[69677]: DEBUG oslo_vmware.api [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437329, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.443859] env[69677]: DEBUG nova.compute.utils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1193.445230] env[69677]: DEBUG nova.compute.manager [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.445430] env[69677]: DEBUG nova.network.neutron [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.480680] env[69677]: DEBUG oslo_vmware.api [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437327, 'name': PowerOffVM_Task, 'duration_secs': 0.200719} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.482087] env[69677]: DEBUG nova.policy [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b89388650974f14aafe5cf6b9a96a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374d4725fc6e4d5c875b000af67ed519', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.483605] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.483802] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.484302] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-360c6b68-3c20-4068-a4a9-6e23035f3c06 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.502566] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52a7ece1-f034-b6a0-ffaa-43158eb34e13, 'name': SearchDatastore_Task, 'duration_secs': 0.016276} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.503369] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9632aec1-968f-4fdb-9c70-3caa5d3d52db {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.507953] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1193.507953] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529df404-270a-c249-c357-37548f1559d1" [ 1193.507953] env[69677]: _type = "Task" [ 1193.507953] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.517609] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529df404-270a-c249-c357-37548f1559d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.530403] env[69677]: DEBUG nova.compute.manager [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.530606] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.531517] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacb37a8-8606-4e28-81fd-c987f07d1e57 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.538544] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.538775] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eaa239da-755f-4afd-b9ec-433bd4073bc6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.545342] env[69677]: DEBUG oslo_vmware.api [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1193.545342] env[69677]: value = "task-3437331" [ 1193.545342] env[69677]: _type = "Task" [ 1193.545342] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.553190] env[69677]: DEBUG oslo_vmware.api [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.554409] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.554667] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.554761] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleting the datastore file [datastore1] 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.555016] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ffdc359-157c-426e-a3b5-6d4b7296024e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.561669] env[69677]: DEBUG oslo_vmware.api [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1193.561669] env[69677]: value = "task-3437332" [ 1193.561669] env[69677]: _type = "Task" [ 1193.561669] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.571622] env[69677]: DEBUG oslo_vmware.api [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.574940] env[69677]: DEBUG nova.compute.manager [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Received event network-vif-plugged-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.575207] env[69677]: DEBUG oslo_concurrency.lockutils [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] Acquiring lock "2066127a-a262-439e-8c9b-13ab38bde560-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.575499] env[69677]: DEBUG oslo_concurrency.lockutils [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] Lock "2066127a-a262-439e-8c9b-13ab38bde560-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.575735] env[69677]: DEBUG oslo_concurrency.lockutils [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] Lock "2066127a-a262-439e-8c9b-13ab38bde560-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.576098] env[69677]: DEBUG nova.compute.manager [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] No waiting events found dispatching network-vif-plugged-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.576398] env[69677]: WARNING nova.compute.manager [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Received unexpected event network-vif-plugged-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd for instance with vm_state building and task_state spawning. [ 1193.576643] env[69677]: DEBUG nova.compute.manager [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Received event network-changed-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.576865] env[69677]: DEBUG nova.compute.manager [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Refreshing instance network info cache due to event network-changed-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.577130] env[69677]: DEBUG oslo_concurrency.lockutils [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] Acquiring lock "refresh_cache-2066127a-a262-439e-8c9b-13ab38bde560" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.638851] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "refresh_cache-2066127a-a262-439e-8c9b-13ab38bde560" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.639211] env[69677]: DEBUG nova.compute.manager [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Instance network_info: |[{"id": "e48ec87a-8b14-4880-a5ef-f9f21bb18bcd", "address": "fa:16:3e:a7:96:8f", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ec87a-8b", "ovs_interfaceid": "e48ec87a-8b14-4880-a5ef-f9f21bb18bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.639526] env[69677]: DEBUG oslo_concurrency.lockutils [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] Acquired lock "refresh_cache-2066127a-a262-439e-8c9b-13ab38bde560" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.639796] env[69677]: DEBUG nova.network.neutron [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Refreshing network info cache for port e48ec87a-8b14-4880-a5ef-f9f21bb18bcd {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.641096] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:96:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e48ec87a-8b14-4880-a5ef-f9f21bb18bcd', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.648996] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.649863] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.650052] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34556315-d8ed-408e-b447-638c81a48eda {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.677349] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.677349] env[69677]: value = "task-3437333" [ 1193.677349] env[69677]: _type = "Task" [ 1193.677349] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.686964] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437333, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.767870] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.828765] env[69677]: DEBUG nova.network.neutron [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Successfully created port: 53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.900033] env[69677]: DEBUG oslo_vmware.api [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437329, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195771} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.900033] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.900282] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.901039] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.901039] env[69677]: INFO nova.compute.manager [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1193.901039] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.901358] env[69677]: DEBUG nova.compute.manager [-] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1193.901358] env[69677]: DEBUG nova.network.neutron [-] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.948647] env[69677]: DEBUG nova.compute.manager [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.977049] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 56912308-ed10-4ce7-8a34-134235478994 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.977267] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.977343] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance b1c5da7f-0ef4-4324-aed6-dca969731022 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.977451] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance d2a9cd72-9455-4f4a-ad88-1928a2467adc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.977562] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance b36b030a-fe0c-4f38-aa5a-5247d0c1c314 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.977672] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 7c1518a4-ace6-4bca-840f-f0468d52901c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.977812] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.977938] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 1b9f291d-df3b-41d0-8f2b-53b0a20b818b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.978061] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 2066127a-a262-439e-8c9b-13ab38bde560 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.978170] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 2c3fc393-a491-494d-9e14-103f90bb20fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1194.019883] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529df404-270a-c249-c357-37548f1559d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009138} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.020159] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.020650] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 1b9f291d-df3b-41d0-8f2b-53b0a20b818b/1b9f291d-df3b-41d0-8f2b-53b0a20b818b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.020836] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46938959-abdf-4e2c-861f-3e279b7fee66 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.027698] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1194.027698] env[69677]: value = "task-3437334" [ 1194.027698] env[69677]: _type = "Task" [ 1194.027698] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.037082] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437334, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.055413] env[69677]: DEBUG oslo_vmware.api [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437331, 'name': PowerOffVM_Task, 'duration_secs': 0.198337} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.055670] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.055832] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.056108] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a430c38-e30e-4926-9749-7bcc36a34d64 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.070566] env[69677]: DEBUG oslo_vmware.api [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175204} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.070866] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.071958] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.072337] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.072526] env[69677]: INFO nova.compute.manager [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1194.072765] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.073283] env[69677]: DEBUG nova.compute.manager [-] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.073380] env[69677]: DEBUG nova.network.neutron [-] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.136071] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.136329] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.136492] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleting the datastore file [datastore1] f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.136755] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a115fdbb-17f1-4df9-9fe4-d759cd6839f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.145597] env[69677]: DEBUG oslo_vmware.api [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for the task: (returnval){ [ 1194.145597] env[69677]: value = "task-3437336" [ 1194.145597] env[69677]: _type = "Task" [ 1194.145597] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.157303] env[69677]: DEBUG oslo_vmware.api [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.189151] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437333, 'name': CreateVM_Task, 'duration_secs': 0.312024} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.189391] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.190210] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.190406] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.190734] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.191021] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d72905-dd6f-46b4-9e32-27c6dde618d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.197010] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1194.197010] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52106813-434e-1456-79eb-d9fae86a8e17" [ 1194.197010] env[69677]: _type = "Task" [ 1194.197010] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.198863] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "b1c5da7f-0ef4-4324-aed6-dca969731022" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.198863] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.209692] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52106813-434e-1456-79eb-d9fae86a8e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.480944] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 35d47ba4-c094-4c85-9aca-1d98d40943a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1194.481247] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1194.481396] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1194.539138] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437334, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.555211] env[69677]: DEBUG nova.network.neutron [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Updated VIF entry in instance network info cache for port e48ec87a-8b14-4880-a5ef-f9f21bb18bcd. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.555552] env[69677]: DEBUG nova.network.neutron [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Updating instance_info_cache with network_info: [{"id": "e48ec87a-8b14-4880-a5ef-f9f21bb18bcd", "address": "fa:16:3e:a7:96:8f", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ec87a-8b", "ovs_interfaceid": "e48ec87a-8b14-4880-a5ef-f9f21bb18bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.633044] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ae3b3b-9ccb-44a0-8341-9913ca798b40 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.641715] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bbdc4a-7047-46ab-be23-a367cb396fd2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.679243] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4550b95-c5c4-4e65-87c0-5f100861fb02 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.686153] env[69677]: DEBUG oslo_vmware.api [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.691735] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b136e5-9b74-43fa-865e-e0c0d7fbfedf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.707197] env[69677]: DEBUG nova.compute.utils [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.708763] env[69677]: DEBUG nova.compute.provider_tree [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.722621] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52106813-434e-1456-79eb-d9fae86a8e17, 'name': SearchDatastore_Task, 'duration_secs': 0.013294} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.722621] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.722621] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.722621] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.722621] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.722621] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.722621] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d6aad77-2a60-445e-8529-ce0f7472307a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.725053] env[69677]: DEBUG nova.network.neutron [-] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.740780] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.740780] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.741519] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-130c1003-2d44-4693-852b-a8abd6bf2822 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.749721] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1194.749721] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5267523b-807e-cad3-d5c7-c8b1b70a6a03" [ 1194.749721] env[69677]: _type = "Task" [ 1194.749721] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.758859] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5267523b-807e-cad3-d5c7-c8b1b70a6a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.821124] env[69677]: DEBUG nova.compute.manager [req-a48c5ac4-0e29-44fb-b1e2-09312a1e551d req-6cd0687f-3bcf-441b-bc8c-0a7819327c7f service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Received event network-vif-deleted-571dfada-21fc-47ce-acfb-b31c7490a7fe {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.821437] env[69677]: INFO nova.compute.manager [req-a48c5ac4-0e29-44fb-b1e2-09312a1e551d req-6cd0687f-3bcf-441b-bc8c-0a7819327c7f service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Neutron deleted interface 571dfada-21fc-47ce-acfb-b31c7490a7fe; detaching it from the instance and deleting it from the info cache [ 1194.821520] env[69677]: DEBUG nova.network.neutron [req-a48c5ac4-0e29-44fb-b1e2-09312a1e551d req-6cd0687f-3bcf-441b-bc8c-0a7819327c7f service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.960119] env[69677]: DEBUG nova.compute.manager [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.989816] env[69677]: DEBUG nova.virt.hardware [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.990231] env[69677]: DEBUG nova.virt.hardware [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.990394] env[69677]: DEBUG nova.virt.hardware [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.990577] env[69677]: DEBUG nova.virt.hardware [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.990722] env[69677]: DEBUG nova.virt.hardware [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.990893] env[69677]: DEBUG nova.virt.hardware [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.991242] env[69677]: DEBUG nova.virt.hardware [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.991448] env[69677]: DEBUG nova.virt.hardware [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.991654] env[69677]: DEBUG nova.virt.hardware [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.991877] env[69677]: DEBUG nova.virt.hardware [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.992105] env[69677]: DEBUG nova.virt.hardware [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.993075] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359b6afb-eb47-47f9-8a37-71476f63b6ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.002329] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12632cde-4b00-4254-bcc6-9ac74bc05bf4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.038951] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437334, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.058831] env[69677]: DEBUG oslo_concurrency.lockutils [req-a9d2f0d0-1e9a-4521-a325-7a1737d9290c req-62e1716e-2f18-4565-b53c-b7d5d99023a8 service nova] Releasing lock "refresh_cache-2066127a-a262-439e-8c9b-13ab38bde560" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.070489] env[69677]: DEBUG nova.network.neutron [-] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.157224] env[69677]: DEBUG oslo_vmware.api [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Task: {'id': task-3437336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.638348} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.157466] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.157650] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.157868] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.158051] env[69677]: INFO nova.compute.manager [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1195.158336] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.158551] env[69677]: DEBUG nova.compute.manager [-] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.158654] env[69677]: DEBUG nova.network.neutron [-] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.214216] env[69677]: DEBUG nova.scheduler.client.report [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.217504] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.019s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.228377] env[69677]: INFO nova.compute.manager [-] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Took 1.33 seconds to deallocate network for instance. [ 1195.260160] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5267523b-807e-cad3-d5c7-c8b1b70a6a03, 'name': SearchDatastore_Task, 'duration_secs': 0.057952} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.261555] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18a553b1-16da-4e6b-9f2b-995fef9cc7e4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.267798] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1195.267798] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52206273-4b71-4cf7-e1f1-0a6bc8ab1033" [ 1195.267798] env[69677]: _type = "Task" [ 1195.267798] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.276272] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52206273-4b71-4cf7-e1f1-0a6bc8ab1033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.324905] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2f475c4-c004-4857-8a57-520dd7ff236d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.336337] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc5a2da-20d4-4dc8-9005-79bd2749c488 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.367369] env[69677]: DEBUG nova.compute.manager [req-a48c5ac4-0e29-44fb-b1e2-09312a1e551d req-6cd0687f-3bcf-441b-bc8c-0a7819327c7f service nova] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Detach interface failed, port_id=571dfada-21fc-47ce-acfb-b31c7490a7fe, reason: Instance 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1195.398647] env[69677]: DEBUG nova.network.neutron [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Successfully updated port: 53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.539970] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437334, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.038937} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.540265] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 1b9f291d-df3b-41d0-8f2b-53b0a20b818b/1b9f291d-df3b-41d0-8f2b-53b0a20b818b.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.540478] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.540725] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91887493-82da-4798-b5f6-989e3990d37b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.548904] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1195.548904] env[69677]: value = "task-3437337" [ 1195.548904] env[69677]: _type = "Task" [ 1195.548904] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.557205] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.573841] env[69677]: INFO nova.compute.manager [-] [instance: 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c] Took 1.50 seconds to deallocate network for instance. [ 1195.604526] env[69677]: DEBUG nova.compute.manager [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] [instance: 7c1518a4-ace6-4bca-840f-f0468d52901c] Received event network-vif-deleted-19a6c38f-a4a5-40a0-90ae-1cc7acf6a8bb {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.604758] env[69677]: DEBUG nova.compute.manager [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Received event network-vif-plugged-53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.604960] env[69677]: DEBUG oslo_concurrency.lockutils [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] Acquiring lock "2c3fc393-a491-494d-9e14-103f90bb20fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.605428] env[69677]: DEBUG oslo_concurrency.lockutils [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.605625] env[69677]: DEBUG oslo_concurrency.lockutils [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.605796] env[69677]: DEBUG nova.compute.manager [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] No waiting events found dispatching network-vif-plugged-53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.605974] env[69677]: WARNING nova.compute.manager [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Received unexpected event network-vif-plugged-53977be0-f20e-44be-9f89-414f05e2d112 for instance with vm_state building and task_state spawning. [ 1195.606174] env[69677]: DEBUG nova.compute.manager [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Received event network-changed-53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.606351] env[69677]: DEBUG nova.compute.manager [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing instance network info cache due to event network-changed-53977be0-f20e-44be-9f89-414f05e2d112. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.606536] env[69677]: DEBUG oslo_concurrency.lockutils [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] Acquiring lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.606668] env[69677]: DEBUG oslo_concurrency.lockutils [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] Acquired lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.606822] env[69677]: DEBUG nova.network.neutron [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing network info cache for port 53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.707026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.707404] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.707621] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.708395] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.708395] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.710517] env[69677]: INFO nova.compute.manager [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Terminating instance [ 1195.720158] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1195.720327] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.774s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.721124] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.953s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.724695] env[69677]: INFO nova.compute.claims [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.727547] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.727547] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Cleaning up deleted instances {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1195.734009] env[69677]: DEBUG oslo_concurrency.lockutils [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.781390] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52206273-4b71-4cf7-e1f1-0a6bc8ab1033, 'name': SearchDatastore_Task, 'duration_secs': 0.067793} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.781390] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.781721] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 2066127a-a262-439e-8c9b-13ab38bde560/2066127a-a262-439e-8c9b-13ab38bde560.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.782183] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d37295f-9a6b-45ad-bc16-654de575c726 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.795399] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1195.795399] env[69677]: value = "task-3437338" [ 1195.795399] env[69677]: _type = "Task" [ 1195.795399] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.810107] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.902292] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.902626] env[69677]: DEBUG nova.network.neutron [-] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.061233] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235189} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.061575] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.062428] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f449d9b-a8ab-49f8-959d-9c79a66e3cc2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.086364] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 1b9f291d-df3b-41d0-8f2b-53b0a20b818b/1b9f291d-df3b-41d0-8f2b-53b0a20b818b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.087420] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.087683] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59ddf2a8-50d1-4177-96d2-0a31995c001f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.112677] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1196.112677] env[69677]: value = "task-3437339" [ 1196.112677] env[69677]: _type = "Task" [ 1196.112677] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.122842] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.153623] env[69677]: DEBUG nova.network.neutron [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.215466] env[69677]: DEBUG nova.compute.manager [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.215855] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.216210] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0120f2d2-bb22-4508-bb19-7f85c13aad8d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.226470] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1196.226470] env[69677]: value = "task-3437340" [ 1196.226470] env[69677]: _type = "Task" [ 1196.226470] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.250348] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] There are 60 instances to clean {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1196.250580] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 83f87d4f-d91a-4202-b6c3-e96d273afc6e] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.262798] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.283972] env[69677]: DEBUG nova.network.neutron [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.289830] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "b1c5da7f-0ef4-4324-aed6-dca969731022" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.290187] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.290437] env[69677]: INFO nova.compute.manager [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Attaching volume 11b1db92-2cf5-4793-909e-28ede35c98ba to /dev/sdb [ 1196.316300] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437338, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.339991] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61657c36-edc5-4212-ae31-19df710eb8be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.349525] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1995550f-d9f9-4bd9-9579-e0312a1e59c8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.373009] env[69677]: DEBUG nova.virt.block_device [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Updating existing volume attachment record: 655f7547-2009-4046-8d17-6926adc6a631 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1196.404712] env[69677]: INFO nova.compute.manager [-] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Took 1.25 seconds to deallocate network for instance. [ 1196.442700] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df2b4ad-15a2-4fc0-aad0-154936e1633a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.453491] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ac54a7-90e3-4337-a78e-484026f211dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.487900] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cb7269-e9c0-44af-bae0-630468fb2021 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.497188] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143bbef3-d286-43b9-a604-54e1d64fa9ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.513528] env[69677]: DEBUG nova.compute.provider_tree [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.624932] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437339, 'name': ReconfigVM_Task, 'duration_secs': 0.455006} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.625427] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 1b9f291d-df3b-41d0-8f2b-53b0a20b818b/1b9f291d-df3b-41d0-8f2b-53b0a20b818b.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.626379] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e53aede-ee70-4a05-940c-bcceb4798904 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.638235] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1196.638235] env[69677]: value = "task-3437342" [ 1196.638235] env[69677]: _type = "Task" [ 1196.638235] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.656778] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437342, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.736730] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437340, 'name': PowerOffVM_Task, 'duration_secs': 0.248359} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.737070] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.737249] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1196.737541] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686184', 'volume_id': '4e922175-a795-4fc3-be34-95e2f205a759', 'name': 'volume-4e922175-a795-4fc3-be34-95e2f205a759', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd2a9cd72-9455-4f4a-ad88-1928a2467adc', 'attached_at': '2025-04-15T13:36:46.000000', 'detached_at': '', 'volume_id': '4e922175-a795-4fc3-be34-95e2f205a759', 'serial': '4e922175-a795-4fc3-be34-95e2f205a759'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1196.738446] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3308c8c3-73ef-4b3c-9e06-e8c02adc963d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.760666] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: fcbb78cc-c468-4f93-8021-7e31e37307ad] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.763142] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1f52ee-820d-43c8-936a-ce51e37737d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.771930] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e1ec70-efb0-4009-b50f-cdbd631ee9f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.793636] env[69677]: DEBUG oslo_concurrency.lockutils [req-37836807-f00d-4777-a8d8-5d650fc9487e req-91959fb3-6a22-4218-a7b5-00ba13013ad4 service nova] Releasing lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.794168] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.794328] env[69677]: DEBUG nova.network.neutron [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.795936] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07593fc5-8a7b-4bb0-b1dc-c89c82784db6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.808504] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555642} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.818622] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 2066127a-a262-439e-8c9b-13ab38bde560/2066127a-a262-439e-8c9b-13ab38bde560.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.818848] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.819397] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] The volume has not been displaced from its original location: [datastore2] volume-4e922175-a795-4fc3-be34-95e2f205a759/volume-4e922175-a795-4fc3-be34-95e2f205a759.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1196.824578] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1196.824858] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88637859-f73b-454c-a70d-64dcff37f975 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.826924] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc21ae6-0ae6-4f59-b117-cf48a9295fc6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.847068] env[69677]: DEBUG nova.compute.manager [req-2713e4ca-087d-4299-b595-a1b5938eea19 req-b0db2baa-f0d2-485f-a56f-f195e13a2f1e service nova] [instance: f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b] Received event network-vif-deleted-b1bf1d70-8254-46a8-bb4d-757f3a0b0c9d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.848497] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1196.848497] env[69677]: value = "task-3437343" [ 1196.848497] env[69677]: _type = "Task" [ 1196.848497] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.853217] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1196.853217] env[69677]: value = "task-3437344" [ 1196.853217] env[69677]: _type = "Task" [ 1196.853217] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.866154] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.869193] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.913270] env[69677]: DEBUG oslo_concurrency.lockutils [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.015706] env[69677]: DEBUG nova.scheduler.client.report [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.151273] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437342, 'name': Rename_Task, 'duration_secs': 0.159662} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.151273] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.151450] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24dd241e-1c5b-42ad-8cac-fb85bf7a0daa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.159679] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1197.159679] env[69677]: value = "task-3437345" [ 1197.159679] env[69677]: _type = "Task" [ 1197.159679] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.178501] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.267326] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 6bf37a97-a71f-485e-b074-110ffeef5369] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.338873] env[69677]: DEBUG nova.network.neutron [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.363403] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08765} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.364328] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.365297] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd913665-e84d-4a2b-9992-1d8996c054d9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.371025] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437344, 'name': ReconfigVM_Task, 'duration_secs': 0.234363} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.371664] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1197.376591] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a68fc403-893e-499a-8903-ebd32309e0d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.407425] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 2066127a-a262-439e-8c9b-13ab38bde560/2066127a-a262-439e-8c9b-13ab38bde560.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.408589] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8734c341-d194-4070-9d7e-790f3b1407ff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.424292] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1197.424292] env[69677]: value = "task-3437346" [ 1197.424292] env[69677]: _type = "Task" [ 1197.424292] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.430473] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1197.430473] env[69677]: value = "task-3437347" [ 1197.430473] env[69677]: _type = "Task" [ 1197.430473] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.433804] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.445589] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437347, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.523254] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.802s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.523803] env[69677]: DEBUG nova.compute.manager [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.527319] env[69677]: DEBUG nova.network.neutron [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updating instance_info_cache with network_info: [{"id": "53977be0-f20e-44be-9f89-414f05e2d112", "address": "fa:16:3e:e3:11:02", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53977be0-f2", "ovs_interfaceid": "53977be0-f20e-44be-9f89-414f05e2d112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.528507] env[69677]: DEBUG oslo_concurrency.lockutils [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.795s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.528755] env[69677]: DEBUG nova.objects.instance [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lazy-loading 'resources' on Instance uuid 7c1518a4-ace6-4bca-840f-f0468d52901c {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.670764] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.771500] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 7aa607ff-b5ce-44d8-a178-87804cc9b3af] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.936258] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437346, 'name': ReconfigVM_Task, 'duration_secs': 0.159814} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.939769] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686184', 'volume_id': '4e922175-a795-4fc3-be34-95e2f205a759', 'name': 'volume-4e922175-a795-4fc3-be34-95e2f205a759', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd2a9cd72-9455-4f4a-ad88-1928a2467adc', 'attached_at': '2025-04-15T13:36:46.000000', 'detached_at': '', 'volume_id': '4e922175-a795-4fc3-be34-95e2f205a759', 'serial': '4e922175-a795-4fc3-be34-95e2f205a759'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1197.939944] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.940637] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f83a792-4f28-41f3-bed8-dd248494dccd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.948984] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437347, 'name': ReconfigVM_Task, 'duration_secs': 0.31796} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.951607] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 2066127a-a262-439e-8c9b-13ab38bde560/2066127a-a262-439e-8c9b-13ab38bde560.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.951928] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.952159] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99ea6eb4-465b-4a16-b718-06b8bb1ce0b8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.956020] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be453fc2-b5e0-4cc9-8a51-7c8fd70f5276 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.965867] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1197.965867] env[69677]: value = "task-3437349" [ 1197.965867] env[69677]: _type = "Task" [ 1197.965867] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.975246] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437349, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.027446] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.027825] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.027917] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleting the datastore file [datastore1] d2a9cd72-9455-4f4a-ad88-1928a2467adc {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.029052] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-176dcec9-b7b0-4b95-b503-c6ebd828b1b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.031483] env[69677]: DEBUG nova.compute.utils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1198.032990] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.033284] env[69677]: DEBUG nova.compute.manager [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Instance network_info: |[{"id": "53977be0-f20e-44be-9f89-414f05e2d112", "address": "fa:16:3e:e3:11:02", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53977be0-f2", "ovs_interfaceid": "53977be0-f20e-44be-9f89-414f05e2d112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.035836] env[69677]: DEBUG nova.compute.manager [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1198.036070] env[69677]: DEBUG nova.network.neutron [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.039051] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:11:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53977be0-f20e-44be-9f89-414f05e2d112', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.046714] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.048492] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.049375] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1198.049375] env[69677]: value = "task-3437350" [ 1198.049375] env[69677]: _type = "Task" [ 1198.049375] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.050245] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3ed376a-0f9a-4f28-a22a-a0df25150633 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.080790] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.082214] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.082214] env[69677]: value = "task-3437351" [ 1198.082214] env[69677]: _type = "Task" [ 1198.082214] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.088919] env[69677]: DEBUG nova.policy [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8559480166294e2984c855998bf04152', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e2bf9bf425a4ba0ab25e9c5b1777338', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1198.096533] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437351, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.172082] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437345, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.219964] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8e3389-d7a7-4eef-99cc-41e24e7d5965 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.228292] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27f124a-30dd-4c2f-8b92-0e64adfac604 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.262066] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729bcb6a-b4f8-4c01-ad8e-2ea215b4263d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.272829] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ffa3b3-e5a6-42c8-9c6f-b006a9c32a98 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.277273] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: b6eb50bf-d4e5-4956-b699-40039c55fe6c] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.291061] env[69677]: DEBUG nova.compute.provider_tree [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.415016] env[69677]: DEBUG nova.network.neutron [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Successfully created port: ba37bf21-431e-4735-a875-7de39bf3f800 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.476709] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437349, 'name': Rename_Task, 'duration_secs': 0.221431} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.476969] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.477252] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7b46144-2af2-4c46-a3c9-841fd0fc1f16 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.485882] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1198.485882] env[69677]: value = "task-3437352" [ 1198.485882] env[69677]: _type = "Task" [ 1198.485882] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.501500] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.541366] env[69677]: DEBUG nova.compute.manager [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.577915] env[69677]: DEBUG oslo_vmware.api [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238184} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.578260] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.578457] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.578636] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.578811] env[69677]: INFO nova.compute.manager [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Took 2.36 seconds to destroy the instance on the hypervisor. [ 1198.579105] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.579328] env[69677]: DEBUG nova.compute.manager [-] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.579428] env[69677]: DEBUG nova.network.neutron [-] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.599011] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437351, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.673850] env[69677]: DEBUG oslo_vmware.api [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437345, 'name': PowerOnVM_Task, 'duration_secs': 1.047822} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.674309] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.674593] env[69677]: INFO nova.compute.manager [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1198.674893] env[69677]: DEBUG nova.compute.manager [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.675995] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32591f07-82bf-4d0a-b06b-be481deccb34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.782065] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 75c469c6-57c4-42c2-93ec-2bf9920ecb2d] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.794024] env[69677]: DEBUG nova.scheduler.client.report [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.998042] env[69677]: DEBUG oslo_vmware.api [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437352, 'name': PowerOnVM_Task, 'duration_secs': 0.499986} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.998355] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.998853] env[69677]: INFO nova.compute.manager [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1198.998853] env[69677]: DEBUG nova.compute.manager [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.999675] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e37e3e-3f52-428d-8178-a9b04e6f8216 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.100565] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437351, 'name': CreateVM_Task, 'duration_secs': 0.541527} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.101602] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.103461] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.103461] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.103461] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.103632] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520dde2e-9f7a-4a3c-8bca-f827f19f6b92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.110703] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1199.110703] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527f1bff-2209-241e-4221-422a14a998bc" [ 1199.110703] env[69677]: _type = "Task" [ 1199.110703] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.120675] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527f1bff-2209-241e-4221-422a14a998bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.201303] env[69677]: INFO nova.compute.manager [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Took 22.82 seconds to build instance. [ 1199.246411] env[69677]: DEBUG nova.compute.manager [req-0e6f5e14-b7d0-4cba-bb45-4d396f487dac req-c8bf88a4-ebec-4db1-971c-01d2c67e6f80 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Received event network-vif-deleted-e4a71b60-d478-4a70-9480-2f6b99d5a7c8 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.246610] env[69677]: INFO nova.compute.manager [req-0e6f5e14-b7d0-4cba-bb45-4d396f487dac req-c8bf88a4-ebec-4db1-971c-01d2c67e6f80 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Neutron deleted interface e4a71b60-d478-4a70-9480-2f6b99d5a7c8; detaching it from the instance and deleting it from the info cache [ 1199.246828] env[69677]: DEBUG nova.network.neutron [req-0e6f5e14-b7d0-4cba-bb45-4d396f487dac req-c8bf88a4-ebec-4db1-971c-01d2c67e6f80 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.286061] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 305e1a9c-923e-4ba1-81b9-ba6428a3ea06] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.299967] env[69677]: DEBUG oslo_concurrency.lockutils [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.302470] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.215s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.302702] env[69677]: DEBUG nova.objects.instance [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lazy-loading 'resources' on Instance uuid 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.330020] env[69677]: INFO nova.scheduler.client.report [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleted allocations for instance 7c1518a4-ace6-4bca-840f-f0468d52901c [ 1199.520922] env[69677]: INFO nova.compute.manager [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Took 21.19 seconds to build instance. [ 1199.558754] env[69677]: DEBUG nova.compute.manager [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.588925] env[69677]: DEBUG nova.virt.hardware [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.589193] env[69677]: DEBUG nova.virt.hardware [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.589350] env[69677]: DEBUG nova.virt.hardware [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.589530] env[69677]: DEBUG nova.virt.hardware [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.589676] env[69677]: DEBUG nova.virt.hardware [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.589821] env[69677]: DEBUG nova.virt.hardware [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.590103] env[69677]: DEBUG nova.virt.hardware [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.590275] env[69677]: DEBUG nova.virt.hardware [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.590535] env[69677]: DEBUG nova.virt.hardware [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.590705] env[69677]: DEBUG nova.virt.hardware [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.590917] env[69677]: DEBUG nova.virt.hardware [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.591799] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d0ec0d-7324-4c77-b951-380b71277036 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.600630] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3168da-f0fa-43fd-9f2b-277a04fceb8f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.623894] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527f1bff-2209-241e-4221-422a14a998bc, 'name': SearchDatastore_Task, 'duration_secs': 0.020571} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.624303] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.624556] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.624790] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.624937] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.625130] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.625399] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c17de7ca-f716-4ed5-a371-94cad6df540a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.640880] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.641102] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.641867] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30ea3746-7b32-47d7-9e6f-70e2e6fda89c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.648879] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1199.648879] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d5c9fc-7f06-4181-6dd8-b45465c0d2a2" [ 1199.648879] env[69677]: _type = "Task" [ 1199.648879] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.656919] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d5c9fc-7f06-4181-6dd8-b45465c0d2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.702165] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b7269af3-a543-440a-9422-32889001b313 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.328s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.725727] env[69677]: DEBUG nova.network.neutron [-] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.749561] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5479435-4c36-4c7f-b3e1-446d2e211501 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.761516] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0384ad79-f775-448b-911b-6b580482d997 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.797097] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: c24dccd5-5ce0-42d7-8f93-b55de123549e] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.800668] env[69677]: DEBUG nova.compute.manager [req-0e6f5e14-b7d0-4cba-bb45-4d396f487dac req-c8bf88a4-ebec-4db1-971c-01d2c67e6f80 service nova] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Detach interface failed, port_id=e4a71b60-d478-4a70-9480-2f6b99d5a7c8, reason: Instance d2a9cd72-9455-4f4a-ad88-1928a2467adc could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.842416] env[69677]: DEBUG oslo_concurrency.lockutils [None req-adb2f1d9-045f-4778-a876-265c0d106ec3 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "7c1518a4-ace6-4bca-840f-f0468d52901c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.566s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.852031] env[69677]: DEBUG nova.compute.manager [req-5c1174bb-9817-417f-a429-6bd8d30a753a req-011aade4-bbff-493d-9f28-ade604ff594b service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Received event network-vif-plugged-ba37bf21-431e-4735-a875-7de39bf3f800 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.852031] env[69677]: DEBUG oslo_concurrency.lockutils [req-5c1174bb-9817-417f-a429-6bd8d30a753a req-011aade4-bbff-493d-9f28-ade604ff594b service nova] Acquiring lock "35d47ba4-c094-4c85-9aca-1d98d40943a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.852031] env[69677]: DEBUG oslo_concurrency.lockutils [req-5c1174bb-9817-417f-a429-6bd8d30a753a req-011aade4-bbff-493d-9f28-ade604ff594b service nova] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.852031] env[69677]: DEBUG oslo_concurrency.lockutils [req-5c1174bb-9817-417f-a429-6bd8d30a753a req-011aade4-bbff-493d-9f28-ade604ff594b service nova] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.852031] env[69677]: DEBUG nova.compute.manager [req-5c1174bb-9817-417f-a429-6bd8d30a753a req-011aade4-bbff-493d-9f28-ade604ff594b service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] No waiting events found dispatching network-vif-plugged-ba37bf21-431e-4735-a875-7de39bf3f800 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.852031] env[69677]: WARNING nova.compute.manager [req-5c1174bb-9817-417f-a429-6bd8d30a753a req-011aade4-bbff-493d-9f28-ade604ff594b service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Received unexpected event network-vif-plugged-ba37bf21-431e-4735-a875-7de39bf3f800 for instance with vm_state building and task_state spawning. [ 1199.934826] env[69677]: DEBUG nova.network.neutron [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Successfully updated port: ba37bf21-431e-4735-a875-7de39bf3f800 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.980019] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eb4b33-acf2-41d9-9d96-5b04d2a2dea1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.990175] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b069dc-b1aa-48d9-9549-56a441e7728d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.023847] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ebea9b51-9445-4eac-95f7-30eba7a2dc9c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "2066127a-a262-439e-8c9b-13ab38bde560" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.708s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.024819] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1378c1-08a9-4d66-9346-0451d49937bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.036170] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0303a02-0dab-4bbd-bc94-0e7d307d9034 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.051115] env[69677]: DEBUG nova.compute.provider_tree [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.161020] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d5c9fc-7f06-4181-6dd8-b45465c0d2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.032467} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.161550] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ff9015-5043-4519-aecf-5609040d9954 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.170452] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1200.170452] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5261fd68-1070-d228-f06f-e496fe0bd03b" [ 1200.170452] env[69677]: _type = "Task" [ 1200.170452] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.180951] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5261fd68-1070-d228-f06f-e496fe0bd03b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.228602] env[69677]: INFO nova.compute.manager [-] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Took 1.65 seconds to deallocate network for instance. [ 1200.304981] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 70805bd3-e5ab-4057-895e-bd8b3227cb7c] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.437853] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.438049] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.438227] env[69677]: DEBUG nova.network.neutron [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.531350] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.532056] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.532056] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.532056] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.532267] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.534252] env[69677]: INFO nova.compute.manager [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Terminating instance [ 1200.553842] env[69677]: DEBUG nova.scheduler.client.report [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.684030] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5261fd68-1070-d228-f06f-e496fe0bd03b, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.684030] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.684030] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 2c3fc393-a491-494d-9e14-103f90bb20fe/2c3fc393-a491-494d-9e14-103f90bb20fe.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.684030] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-479d0326-3f5e-41a5-85f0-d61a13eb2c66 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.693080] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1200.693080] env[69677]: value = "task-3437354" [ 1200.693080] env[69677]: _type = "Task" [ 1200.693080] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.702223] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.770611] env[69677]: INFO nova.compute.manager [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: d2a9cd72-9455-4f4a-ad88-1928a2467adc] Took 0.54 seconds to detach 1 volumes for instance. [ 1200.805739] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: f0023f5a-9aad-4670-b69a-7a14b7e0a823] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.925031] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1200.925319] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686204', 'volume_id': '11b1db92-2cf5-4793-909e-28ede35c98ba', 'name': 'volume-11b1db92-2cf5-4793-909e-28ede35c98ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1c5da7f-0ef4-4324-aed6-dca969731022', 'attached_at': '', 'detached_at': '', 'volume_id': '11b1db92-2cf5-4793-909e-28ede35c98ba', 'serial': '11b1db92-2cf5-4793-909e-28ede35c98ba'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1200.926312] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f268cd80-376d-46f3-bbdd-3fd0dd5cfd2f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.949541] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8867cb-f8d3-4e4f-919b-8090c8ac4046 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.980102] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-11b1db92-2cf5-4793-909e-28ede35c98ba/volume-11b1db92-2cf5-4793-909e-28ede35c98ba.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.980293] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb7c815-b601-40cd-b98f-2c1545525c91 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.001427] env[69677]: DEBUG nova.network.neutron [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.005497] env[69677]: DEBUG oslo_vmware.api [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1201.005497] env[69677]: value = "task-3437355" [ 1201.005497] env[69677]: _type = "Task" [ 1201.005497] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.016617] env[69677]: DEBUG oslo_vmware.api [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.038756] env[69677]: DEBUG nova.compute.manager [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.039115] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.040118] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b49d07-a3fb-4c7d-9040-8cda85920cc5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.053528] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.054046] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca0aa16d-0290-4ff5-926d-613f19b22609 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.061011] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.064881] env[69677]: DEBUG oslo_concurrency.lockutils [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.152s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.065622] env[69677]: DEBUG nova.objects.instance [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lazy-loading 'resources' on Instance uuid f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.073272] env[69677]: DEBUG oslo_vmware.api [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1201.073272] env[69677]: value = "task-3437356" [ 1201.073272] env[69677]: _type = "Task" [ 1201.073272] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.084969] env[69677]: DEBUG oslo_vmware.api [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.098692] env[69677]: INFO nova.scheduler.client.report [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleted allocations for instance 5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c [ 1201.220853] env[69677]: DEBUG nova.network.neutron [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Updating instance_info_cache with network_info: [{"id": "ba37bf21-431e-4735-a875-7de39bf3f800", "address": "fa:16:3e:d5:f8:45", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba37bf21-43", "ovs_interfaceid": "ba37bf21-431e-4735-a875-7de39bf3f800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.227295] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510638} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.227635] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 2c3fc393-a491-494d-9e14-103f90bb20fe/2c3fc393-a491-494d-9e14-103f90bb20fe.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.227981] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.228147] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0f06a75-421d-4d56-9d48-011094b7d868 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.236939] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1201.236939] env[69677]: value = "task-3437357" [ 1201.236939] env[69677]: _type = "Task" [ 1201.236939] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.248669] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.280398] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.303790] env[69677]: DEBUG nova.compute.manager [req-149ae2d1-8c15-46ea-875c-e2a13deca08c req-3af66b89-60b3-4d06-8d4c-2be10886a8b6 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Received event network-changed-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.303982] env[69677]: DEBUG nova.compute.manager [req-149ae2d1-8c15-46ea-875c-e2a13deca08c req-3af66b89-60b3-4d06-8d4c-2be10886a8b6 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Refreshing instance network info cache due to event network-changed-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.304224] env[69677]: DEBUG oslo_concurrency.lockutils [req-149ae2d1-8c15-46ea-875c-e2a13deca08c req-3af66b89-60b3-4d06-8d4c-2be10886a8b6 service nova] Acquiring lock "refresh_cache-2066127a-a262-439e-8c9b-13ab38bde560" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.304372] env[69677]: DEBUG oslo_concurrency.lockutils [req-149ae2d1-8c15-46ea-875c-e2a13deca08c req-3af66b89-60b3-4d06-8d4c-2be10886a8b6 service nova] Acquired lock "refresh_cache-2066127a-a262-439e-8c9b-13ab38bde560" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.304528] env[69677]: DEBUG nova.network.neutron [req-149ae2d1-8c15-46ea-875c-e2a13deca08c req-3af66b89-60b3-4d06-8d4c-2be10886a8b6 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Refreshing network info cache for port e48ec87a-8b14-4880-a5ef-f9f21bb18bcd {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.308947] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 4a63917e-90c7-485a-8e0f-83bd441239b1] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.517246] env[69677]: DEBUG oslo_vmware.api [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.585271] env[69677]: DEBUG oslo_vmware.api [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437356, 'name': PowerOffVM_Task, 'duration_secs': 0.338031} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.585629] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.585871] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.586161] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bafe4c3e-263d-42ff-81f9-b7faa81a58cd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.609809] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f735c1-020b-4552-83c5-f32c309e37b5 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "5ed10e13-7b6f-4c4f-84a6-9e539fbc1a8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.190s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.673038] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.673201] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.673436] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleting the datastore file [datastore2] 1b9f291d-df3b-41d0-8f2b-53b0a20b818b {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.673698] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cac88e6e-be72-47c6-9364-343c143a33c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.680816] env[69677]: DEBUG oslo_vmware.api [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1201.680816] env[69677]: value = "task-3437360" [ 1201.680816] env[69677]: _type = "Task" [ 1201.680816] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.691933] env[69677]: DEBUG oslo_vmware.api [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.708445] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1b1584-a4b0-4d54-8dca-0152c4dd74a3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.716113] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3a6461-d53e-4c2e-9edf-d6892daa0034 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.723205] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.723512] env[69677]: DEBUG nova.compute.manager [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Instance network_info: |[{"id": "ba37bf21-431e-4735-a875-7de39bf3f800", "address": "fa:16:3e:d5:f8:45", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba37bf21-43", "ovs_interfaceid": "ba37bf21-431e-4735-a875-7de39bf3f800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.750711] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:f8:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba37bf21-431e-4735-a875-7de39bf3f800', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.758865] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.759617] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.764399] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e55798-deb2-4b52-86cc-c55903a87352 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.767745] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bade6bbd-d24c-42b0-a8de-1c8b0b41f038 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.795435] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f8d83f-91c3-4a63-905f-e34d69f7327d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.800109] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151352} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.801506] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.801769] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.801769] env[69677]: value = "task-3437361" [ 1201.801769] env[69677]: _type = "Task" [ 1201.801769] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.802775] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da4a6e8-4389-4dcd-9665-65c95562daee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.817599] env[69677]: DEBUG nova.compute.provider_tree [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.819482] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 8e89990c-0a32-472e-8963-6e512d0c91a5] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.841635] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 2c3fc393-a491-494d-9e14-103f90bb20fe/2c3fc393-a491-494d-9e14-103f90bb20fe.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.846213] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb60ae8-d52e-43bb-9c65-370efa48bd69 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.864041] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437361, 'name': CreateVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.871228] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1201.871228] env[69677]: value = "task-3437362" [ 1201.871228] env[69677]: _type = "Task" [ 1201.871228] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.881952] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.885764] env[69677]: DEBUG nova.compute.manager [req-ef49e871-4fb5-485b-9f6a-829dca6e69f3 req-f2efcc8c-0a5e-4979-a7af-8492af75556b service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Received event network-changed-ba37bf21-431e-4735-a875-7de39bf3f800 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.885764] env[69677]: DEBUG nova.compute.manager [req-ef49e871-4fb5-485b-9f6a-829dca6e69f3 req-f2efcc8c-0a5e-4979-a7af-8492af75556b service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Refreshing instance network info cache due to event network-changed-ba37bf21-431e-4735-a875-7de39bf3f800. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.885764] env[69677]: DEBUG oslo_concurrency.lockutils [req-ef49e871-4fb5-485b-9f6a-829dca6e69f3 req-f2efcc8c-0a5e-4979-a7af-8492af75556b service nova] Acquiring lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.885764] env[69677]: DEBUG oslo_concurrency.lockutils [req-ef49e871-4fb5-485b-9f6a-829dca6e69f3 req-f2efcc8c-0a5e-4979-a7af-8492af75556b service nova] Acquired lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.885764] env[69677]: DEBUG nova.network.neutron [req-ef49e871-4fb5-485b-9f6a-829dca6e69f3 req-f2efcc8c-0a5e-4979-a7af-8492af75556b service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Refreshing network info cache for port ba37bf21-431e-4735-a875-7de39bf3f800 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.019316] env[69677]: DEBUG oslo_vmware.api [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437355, 'name': ReconfigVM_Task, 'duration_secs': 0.657356} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.019493] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-11b1db92-2cf5-4793-909e-28ede35c98ba/volume-11b1db92-2cf5-4793-909e-28ede35c98ba.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.024440] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d723ba3c-c859-4812-bfd5-c88338ee9daf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.042588] env[69677]: DEBUG oslo_vmware.api [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1202.042588] env[69677]: value = "task-3437363" [ 1202.042588] env[69677]: _type = "Task" [ 1202.042588] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.052473] env[69677]: DEBUG oslo_vmware.api [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.053429] env[69677]: DEBUG nova.network.neutron [req-149ae2d1-8c15-46ea-875c-e2a13deca08c req-3af66b89-60b3-4d06-8d4c-2be10886a8b6 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Updated VIF entry in instance network info cache for port e48ec87a-8b14-4880-a5ef-f9f21bb18bcd. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.053782] env[69677]: DEBUG nova.network.neutron [req-149ae2d1-8c15-46ea-875c-e2a13deca08c req-3af66b89-60b3-4d06-8d4c-2be10886a8b6 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Updating instance_info_cache with network_info: [{"id": "e48ec87a-8b14-4880-a5ef-f9f21bb18bcd", "address": "fa:16:3e:a7:96:8f", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ec87a-8b", "ovs_interfaceid": "e48ec87a-8b14-4880-a5ef-f9f21bb18bcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.191112] env[69677]: DEBUG oslo_vmware.api [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157046} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.191400] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.191592] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.191768] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.191943] env[69677]: INFO nova.compute.manager [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1202.192213] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.192410] env[69677]: DEBUG nova.compute.manager [-] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.192528] env[69677]: DEBUG nova.network.neutron [-] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.319357] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437361, 'name': CreateVM_Task, 'duration_secs': 0.37024} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.319486] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.320190] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.320353] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.321139] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.321139] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ce0dd9e-5092-4a19-bd8a-a77329aa3dbf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.323490] env[69677]: DEBUG nova.scheduler.client.report [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.327081] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 77f65d2d-c4c7-45e4-8337-90f1982187a9] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.332944] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1202.332944] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529a053c-c079-72dc-8d44-f4b9ef7f7a30" [ 1202.332944] env[69677]: _type = "Task" [ 1202.332944] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.342448] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529a053c-c079-72dc-8d44-f4b9ef7f7a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.383580] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437362, 'name': ReconfigVM_Task, 'duration_secs': 0.362392} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.383871] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 2c3fc393-a491-494d-9e14-103f90bb20fe/2c3fc393-a491-494d-9e14-103f90bb20fe.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.389788] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bf7a591-517f-46ac-ae5b-dc69bbdde3fb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.402723] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.402973] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.410448] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1202.410448] env[69677]: value = "task-3437364" [ 1202.410448] env[69677]: _type = "Task" [ 1202.410448] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.422385] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437364, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.429380] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.429614] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.552932] env[69677]: DEBUG oslo_vmware.api [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.556518] env[69677]: DEBUG oslo_concurrency.lockutils [req-149ae2d1-8c15-46ea-875c-e2a13deca08c req-3af66b89-60b3-4d06-8d4c-2be10886a8b6 service nova] Releasing lock "refresh_cache-2066127a-a262-439e-8c9b-13ab38bde560" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.661821] env[69677]: DEBUG nova.network.neutron [req-ef49e871-4fb5-485b-9f6a-829dca6e69f3 req-f2efcc8c-0a5e-4979-a7af-8492af75556b service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Updated VIF entry in instance network info cache for port ba37bf21-431e-4735-a875-7de39bf3f800. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.662314] env[69677]: DEBUG nova.network.neutron [req-ef49e871-4fb5-485b-9f6a-829dca6e69f3 req-f2efcc8c-0a5e-4979-a7af-8492af75556b service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Updating instance_info_cache with network_info: [{"id": "ba37bf21-431e-4735-a875-7de39bf3f800", "address": "fa:16:3e:d5:f8:45", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba37bf21-43", "ovs_interfaceid": "ba37bf21-431e-4735-a875-7de39bf3f800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.829697] env[69677]: DEBUG oslo_concurrency.lockutils [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.832143] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.554s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.832381] env[69677]: DEBUG nova.objects.instance [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'resources' on Instance uuid d2a9cd72-9455-4f4a-ad88-1928a2467adc {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.833572] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 149cf2b7-7a80-4643-89a2-d064224b2f5b] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.845553] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529a053c-c079-72dc-8d44-f4b9ef7f7a30, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.845838] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.846129] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.846295] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.846496] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.846711] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.846968] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e57abca-b5ae-4dd2-a2d3-5991ca033b13 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.854108] env[69677]: INFO nova.scheduler.client.report [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Deleted allocations for instance f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b [ 1202.863129] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.863318] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.864061] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e29211-7723-4984-aac6-7fc14b713945 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.871617] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1202.871617] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f814f9-0f46-baf5-f9b8-293bbfa9a1c3" [ 1202.871617] env[69677]: _type = "Task" [ 1202.871617] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.880343] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f814f9-0f46-baf5-f9b8-293bbfa9a1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.905184] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.924717] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437364, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.932362] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1202.943621] env[69677]: DEBUG nova.network.neutron [-] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.053402] env[69677]: DEBUG oslo_vmware.api [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437363, 'name': ReconfigVM_Task, 'duration_secs': 0.792565} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.053722] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686204', 'volume_id': '11b1db92-2cf5-4793-909e-28ede35c98ba', 'name': 'volume-11b1db92-2cf5-4793-909e-28ede35c98ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1c5da7f-0ef4-4324-aed6-dca969731022', 'attached_at': '', 'detached_at': '', 'volume_id': '11b1db92-2cf5-4793-909e-28ede35c98ba', 'serial': '11b1db92-2cf5-4793-909e-28ede35c98ba'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1203.165742] env[69677]: DEBUG oslo_concurrency.lockutils [req-ef49e871-4fb5-485b-9f6a-829dca6e69f3 req-f2efcc8c-0a5e-4979-a7af-8492af75556b service nova] Releasing lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.339123] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 1bd82b35-63a6-4bf5-b425-cd02fbd28946] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.367148] env[69677]: DEBUG oslo_concurrency.lockutils [None req-996af30a-0529-49c3-b64e-1e50cd2e464e tempest-ServersTestJSON-298390325 tempest-ServersTestJSON-298390325-project-member] Lock "f56fee0f-4a66-4b07-8e2a-9f5b5ec6398b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.342s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.387019] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f814f9-0f46-baf5-f9b8-293bbfa9a1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.02709} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.387705] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730924ca-3198-479f-9970-f5fe0d448e4d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.394119] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1203.394119] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5218ecdf-9fdf-ec33-fb4f-6ff5f9e7dc9c" [ 1203.394119] env[69677]: _type = "Task" [ 1203.394119] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.407679] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5218ecdf-9fdf-ec33-fb4f-6ff5f9e7dc9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.422659] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437364, 'name': Rename_Task, 'duration_secs': 0.552636} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.422985] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.425791] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c4094fb-832b-4e16-9614-d664e479e3cc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.433804] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1203.433804] env[69677]: value = "task-3437365" [ 1203.433804] env[69677]: _type = "Task" [ 1203.433804] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.438388] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.447022] env[69677]: INFO nova.compute.manager [-] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Took 1.25 seconds to deallocate network for instance. [ 1203.451575] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.460309] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.771558] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f81943-21d1-4a30-95ca-64081ec17a8d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.783516] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f6f859-4462-499f-bee5-d3817a088f86 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.819074] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77733b4f-fc20-4797-9f87-25e17a8e364c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.828353] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42db15a-dfbd-43b2-87e1-a4598f613e7a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.843024] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 3bc294ae-fc51-4a9e-8d61-c6de8777ee43] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.845064] env[69677]: DEBUG nova.compute.provider_tree [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.906390] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5218ecdf-9fdf-ec33-fb4f-6ff5f9e7dc9c, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.906725] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.907071] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 35d47ba4-c094-4c85-9aca-1d98d40943a2/35d47ba4-c094-4c85-9aca-1d98d40943a2.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.907376] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56657844-aeb6-4cba-9850-5b765f5d08a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.912534] env[69677]: DEBUG nova.compute.manager [req-ef1eb847-f459-4837-806d-e24c984c17d5 req-eb15b1fe-29cd-4adb-aa5c-0b3f2f0c8545 service nova] [instance: 1b9f291d-df3b-41d0-8f2b-53b0a20b818b] Received event network-vif-deleted-2e7323d6-fd24-4d03-866b-d75e9a1ed561 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.918758] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1203.918758] env[69677]: value = "task-3437366" [ 1203.918758] env[69677]: _type = "Task" [ 1203.918758] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.928433] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.948906] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437365, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.959393] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.260911] env[69677]: DEBUG nova.objects.instance [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'flavor' on Instance uuid b1c5da7f-0ef4-4324-aed6-dca969731022 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.347816] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 59f82263-019a-4b7d-ac57-7012e8de1fff] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.350602] env[69677]: DEBUG nova.scheduler.client.report [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.430673] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437366, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.446612] env[69677]: DEBUG oslo_vmware.api [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437365, 'name': PowerOnVM_Task, 'duration_secs': 0.588327} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.446892] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.447275] env[69677]: INFO nova.compute.manager [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1204.449611] env[69677]: DEBUG nova.compute.manager [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.449611] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e331f145-e014-4cea-b4f7-9d03c5a1ebd4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.766498] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3bdc64fd-5027-491b-8f99-4d15044cdf9c tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.476s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.856029] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 83b88171-8361-4087-a7c6-481ec5b569d0] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.859717] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.867841] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.429s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.872017] env[69677]: INFO nova.compute.claims [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.901557] env[69677]: INFO nova.scheduler.client.report [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleted allocations for instance d2a9cd72-9455-4f4a-ad88-1928a2467adc [ 1204.933512] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837367} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.933512] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 35d47ba4-c094-4c85-9aca-1d98d40943a2/35d47ba4-c094-4c85-9aca-1d98d40943a2.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.933512] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.933512] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ac609a9-ff1a-433d-832d-3fa0147d39be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.942057] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1204.942057] env[69677]: value = "task-3437368" [ 1204.942057] env[69677]: _type = "Task" [ 1204.942057] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.956208] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.971984] env[69677]: INFO nova.compute.manager [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Took 15.75 seconds to build instance. [ 1205.368607] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: fdddfbc8-3176-4c4e-b831-f0959ccb9bae] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.413800] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9a240a42-1ae1-4d43-a22b-2ba69c8c7720 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "d2a9cd72-9455-4f4a-ad88-1928a2467adc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.706s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.455156] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161544} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.455748] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.457178] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28664e3e-f520-4a59-8631-b0831e6f8764 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.493872] env[69677]: DEBUG oslo_concurrency.lockutils [None req-aa88dba0-f270-409a-8c1a-699c943973de tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.290s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.508207] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 35d47ba4-c094-4c85-9aca-1d98d40943a2/35d47ba4-c094-4c85-9aca-1d98d40943a2.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.508555] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd1724f-8019-4e2e-9553-1f08b8dd96ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.526618] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "b1c5da7f-0ef4-4324-aed6-dca969731022" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.527333] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.533214] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1205.533214] env[69677]: value = "task-3437369" [ 1205.533214] env[69677]: _type = "Task" [ 1205.533214] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.541287] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.875176] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 39b7621f-ba9b-43a1-9192-a9bcd50be75e] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.032836] env[69677]: DEBUG nova.compute.utils [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.046671] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.049161] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bef5b27-4c27-40bd-8565-eb41eb18bf28 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.057615] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159fed8c-f8ef-4571-8548-81d3e34b39fc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.093086] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de246723-a5f3-49f4-8da5-9b732b797e2c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.102130] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b60a546-2dc0-4b3e-874c-50b20f880129 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.117575] env[69677]: DEBUG nova.compute.provider_tree [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.379029] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: f0e3b304-d52e-4be4-812b-21397ae6b778] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.464213] env[69677]: DEBUG nova.compute.manager [req-1c3f2634-faf0-41ad-a163-64ee9caf7ff8 req-f40ee284-5835-469b-b930-0e4a62c3242a service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Received event network-changed-53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.464369] env[69677]: DEBUG nova.compute.manager [req-1c3f2634-faf0-41ad-a163-64ee9caf7ff8 req-f40ee284-5835-469b-b930-0e4a62c3242a service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing instance network info cache due to event network-changed-53977be0-f20e-44be-9f89-414f05e2d112. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.465094] env[69677]: DEBUG oslo_concurrency.lockutils [req-1c3f2634-faf0-41ad-a163-64ee9caf7ff8 req-f40ee284-5835-469b-b930-0e4a62c3242a service nova] Acquiring lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.465094] env[69677]: DEBUG oslo_concurrency.lockutils [req-1c3f2634-faf0-41ad-a163-64ee9caf7ff8 req-f40ee284-5835-469b-b930-0e4a62c3242a service nova] Acquired lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.465094] env[69677]: DEBUG nova.network.neutron [req-1c3f2634-faf0-41ad-a163-64ee9caf7ff8 req-f40ee284-5835-469b-b930-0e4a62c3242a service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing network info cache for port 53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.539526] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.546872] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437369, 'name': ReconfigVM_Task, 'duration_secs': 0.86239} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.547010] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 35d47ba4-c094-4c85-9aca-1d98d40943a2/35d47ba4-c094-4c85-9aca-1d98d40943a2.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.547656] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-974f3e3b-7d4f-484b-9c1f-a17ea5330a73 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.556989] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1206.556989] env[69677]: value = "task-3437371" [ 1206.556989] env[69677]: _type = "Task" [ 1206.556989] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.565632] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437371, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.621793] env[69677]: DEBUG nova.scheduler.client.report [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.675366] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.676037] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.882573] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 7b953c8d-d09a-4398-a382-3ae262633344] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.051128] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.051402] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.067423] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437371, 'name': Rename_Task, 'duration_secs': 0.191124} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.067864] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.068160] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf4cbb0-23f7-4968-9718-ade38adb410f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.077356] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1207.077356] env[69677]: value = "task-3437372" [ 1207.077356] env[69677]: _type = "Task" [ 1207.077356] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.088710] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.128510] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.129052] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.132086] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.672s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.133446] env[69677]: INFO nova.compute.claims [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.178543] env[69677]: DEBUG nova.compute.manager [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.204503] env[69677]: DEBUG nova.network.neutron [req-1c3f2634-faf0-41ad-a163-64ee9caf7ff8 req-f40ee284-5835-469b-b930-0e4a62c3242a service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updated VIF entry in instance network info cache for port 53977be0-f20e-44be-9f89-414f05e2d112. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.204903] env[69677]: DEBUG nova.network.neutron [req-1c3f2634-faf0-41ad-a163-64ee9caf7ff8 req-f40ee284-5835-469b-b930-0e4a62c3242a service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updating instance_info_cache with network_info: [{"id": "53977be0-f20e-44be-9f89-414f05e2d112", "address": "fa:16:3e:e3:11:02", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53977be0-f2", "ovs_interfaceid": "53977be0-f20e-44be-9f89-414f05e2d112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.385721] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: c0df6a0d-6139-421a-b4c9-74b5b1412550] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.554425] env[69677]: DEBUG nova.compute.manager [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1207.587466] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.593871] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "b1c5da7f-0ef4-4324-aed6-dca969731022" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.594155] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.594340] env[69677]: INFO nova.compute.manager [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Attaching volume 5f25088e-248a-4c22-a6d1-6a18b9c2542a to /dev/sdc [ 1207.624872] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcc7c45-88b7-47d2-a2fb-799868a85c21 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.634726] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f05ae0-2a0b-44aa-b114-8e1dd35f3673 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.640481] env[69677]: DEBUG nova.compute.utils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.643802] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.643969] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.651799] env[69677]: DEBUG nova.virt.block_device [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Updating existing volume attachment record: f4d45b91-06de-4f6c-bf13-e7d171721075 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1207.704690] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.707578] env[69677]: DEBUG oslo_concurrency.lockutils [req-1c3f2634-faf0-41ad-a163-64ee9caf7ff8 req-f40ee284-5835-469b-b930-0e4a62c3242a service nova] Releasing lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.713540] env[69677]: DEBUG nova.policy [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438e030d9aa34d50ba358cd8da6380ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad1f3b7d4b2041ebba27428f20351ed0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.888775] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: a86bb973-cf6e-44c8-bce5-dc3ff8611500] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.998775] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Successfully created port: 2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.077172] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.091060] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437372, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.145054] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.311479] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2302d0-ac4d-4882-984d-2024e7dbe996 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.320108] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae603c6-d053-4cd1-984d-6291b29c31a4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.353906] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6fba99-9850-4025-8b06-aa3f881f8c3d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.363615] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34db86dd-06e1-428f-a348-99c99e841a1c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.380950] env[69677]: DEBUG nova.compute.provider_tree [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.392268] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: e0430acf-d6b7-4fda-b44e-5b91f75db187] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.589187] env[69677]: DEBUG oslo_vmware.api [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437372, 'name': PowerOnVM_Task, 'duration_secs': 1.044536} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.589452] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.589656] env[69677]: INFO nova.compute.manager [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1208.589833] env[69677]: DEBUG nova.compute.manager [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1208.590667] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8784d502-7f34-4e33-ae4c-39e05f394e0d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.884444] env[69677]: DEBUG nova.scheduler.client.report [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.895443] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 5d0c4a47-74d2-4d4d-958a-d9728b0e0547] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.108227] env[69677]: INFO nova.compute.manager [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Took 15.37 seconds to build instance. [ 1209.156650] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.188269] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.188857] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.188857] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.188857] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.189036] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.189164] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.189351] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.190676] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.190676] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.190676] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.190676] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.190925] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3cb20d-0c9e-4266-854d-f1887194b6d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.201260] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b45d6-30e3-4103-8600-77727a7a5d43 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.382865] env[69677]: DEBUG nova.compute.manager [req-f5507a58-5402-4f3d-adca-a1937fa12554 req-a8aee798-9b02-4fec-93cc-cf9813f1a694 service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Received event network-changed-ba37bf21-431e-4735-a875-7de39bf3f800 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.383097] env[69677]: DEBUG nova.compute.manager [req-f5507a58-5402-4f3d-adca-a1937fa12554 req-a8aee798-9b02-4fec-93cc-cf9813f1a694 service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Refreshing instance network info cache due to event network-changed-ba37bf21-431e-4735-a875-7de39bf3f800. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.383323] env[69677]: DEBUG oslo_concurrency.lockutils [req-f5507a58-5402-4f3d-adca-a1937fa12554 req-a8aee798-9b02-4fec-93cc-cf9813f1a694 service nova] Acquiring lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.383420] env[69677]: DEBUG oslo_concurrency.lockutils [req-f5507a58-5402-4f3d-adca-a1937fa12554 req-a8aee798-9b02-4fec-93cc-cf9813f1a694 service nova] Acquired lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.383582] env[69677]: DEBUG nova.network.neutron [req-f5507a58-5402-4f3d-adca-a1937fa12554 req-a8aee798-9b02-4fec-93cc-cf9813f1a694 service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Refreshing network info cache for port ba37bf21-431e-4735-a875-7de39bf3f800 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.388456] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.388906] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.391526] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.432s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.391737] env[69677]: DEBUG nova.objects.instance [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lazy-loading 'resources' on Instance uuid 1b9f291d-df3b-41d0-8f2b-53b0a20b818b {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.399119] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: aa0dc81c-79ad-4ee5-a334-2c1984b82678] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.529400] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Successfully updated port: 2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.609986] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e2b22414-8117-4e4c-9b42-f12f76e5a857 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.876s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.895211] env[69677]: DEBUG nova.compute.utils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.902046] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.902046] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.905251] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: dd5a53cd-6bd9-4497-b607-0b857244b3a4] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.959686] env[69677]: DEBUG nova.policy [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '438e030d9aa34d50ba358cd8da6380ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad1f3b7d4b2041ebba27428f20351ed0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.034580] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "refresh_cache-94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.034705] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "refresh_cache-94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.034857] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.065041] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1482b91c-f0da-481d-84b4-508893cc6005 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.073817] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1710a0-d59c-4d5f-b7ea-dbb16af61a56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.107213] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91da111e-3d63-4fa6-8633-303deaaa4171 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.115937] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c4a6c8-69a4-46d5-9265-d3d2b994d87d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.129713] env[69677]: DEBUG nova.compute.provider_tree [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.144036] env[69677]: DEBUG nova.network.neutron [req-f5507a58-5402-4f3d-adca-a1937fa12554 req-a8aee798-9b02-4fec-93cc-cf9813f1a694 service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Updated VIF entry in instance network info cache for port ba37bf21-431e-4735-a875-7de39bf3f800. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.144453] env[69677]: DEBUG nova.network.neutron [req-f5507a58-5402-4f3d-adca-a1937fa12554 req-a8aee798-9b02-4fec-93cc-cf9813f1a694 service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Updating instance_info_cache with network_info: [{"id": "ba37bf21-431e-4735-a875-7de39bf3f800", "address": "fa:16:3e:d5:f8:45", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba37bf21-43", "ovs_interfaceid": "ba37bf21-431e-4735-a875-7de39bf3f800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.220344] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Successfully created port: 53afcecc-1729-495f-947c-b647243bcf0b {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.404835] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.408812] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 9876de01-e37a-4903-b92e-090b18987ab6] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.568946] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.633208] env[69677]: DEBUG nova.scheduler.client.report [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.646531] env[69677]: DEBUG oslo_concurrency.lockutils [req-f5507a58-5402-4f3d-adca-a1937fa12554 req-a8aee798-9b02-4fec-93cc-cf9813f1a694 service nova] Releasing lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.705922] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Updating instance_info_cache with network_info: [{"id": "2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9", "address": "fa:16:3e:59:e3:40", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3fa3b7-eb", "ovs_interfaceid": "2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.915083] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: aa05b061-db28-4bcb-912e-0dc9d8cc9a02] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.139798] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.142423] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.438s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.144428] env[69677]: INFO nova.compute.claims [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.161117] env[69677]: INFO nova.scheduler.client.report [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted allocations for instance 1b9f291d-df3b-41d0-8f2b-53b0a20b818b [ 1211.208869] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "refresh_cache-94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.209312] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Instance network_info: |[{"id": "2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9", "address": "fa:16:3e:59:e3:40", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3fa3b7-eb", "ovs_interfaceid": "2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.209903] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:e3:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.217824] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.218656] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.218930] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d431705-aa2e-4892-ac8c-4176151fd8b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.240361] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.240361] env[69677]: value = "task-3437377" [ 1211.240361] env[69677]: _type = "Task" [ 1211.240361] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.248522] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437377, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.418753] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.422841] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 1f2eb7bc-9f49-49bc-ad75-71ca1a2091a2] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.427117] env[69677]: DEBUG nova.compute.manager [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Received event network-vif-plugged-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.427464] env[69677]: DEBUG oslo_concurrency.lockutils [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] Acquiring lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.427816] env[69677]: DEBUG oslo_concurrency.lockutils [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] Lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.428157] env[69677]: DEBUG oslo_concurrency.lockutils [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] Lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.428455] env[69677]: DEBUG nova.compute.manager [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] No waiting events found dispatching network-vif-plugged-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.428741] env[69677]: WARNING nova.compute.manager [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Received unexpected event network-vif-plugged-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 for instance with vm_state building and task_state spawning. [ 1211.429056] env[69677]: DEBUG nova.compute.manager [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Received event network-changed-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.429339] env[69677]: DEBUG nova.compute.manager [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Refreshing instance network info cache due to event network-changed-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.429658] env[69677]: DEBUG oslo_concurrency.lockutils [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] Acquiring lock "refresh_cache-94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.429905] env[69677]: DEBUG oslo_concurrency.lockutils [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] Acquired lock "refresh_cache-94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.430207] env[69677]: DEBUG nova.network.neutron [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Refreshing network info cache for port 2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.452723] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.453014] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.453208] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.453392] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.453539] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.453679] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.453906] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.454112] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.454316] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.454490] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.454737] env[69677]: DEBUG nova.virt.hardware [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.455766] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aabb439-c383-4c15-a9c0-58435764d0b9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.463998] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa90a5b-e57c-4b9c-bc5e-2beab7e6d04b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.619377] env[69677]: DEBUG nova.compute.manager [req-21bb2079-f7bf-48f0-9905-a089571b9648 req-37022f5e-546d-4444-99e4-96e9294e037a service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Received event network-vif-plugged-53afcecc-1729-495f-947c-b647243bcf0b {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.619377] env[69677]: DEBUG oslo_concurrency.lockutils [req-21bb2079-f7bf-48f0-9905-a089571b9648 req-37022f5e-546d-4444-99e4-96e9294e037a service nova] Acquiring lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.619377] env[69677]: DEBUG oslo_concurrency.lockutils [req-21bb2079-f7bf-48f0-9905-a089571b9648 req-37022f5e-546d-4444-99e4-96e9294e037a service nova] Lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.619377] env[69677]: DEBUG oslo_concurrency.lockutils [req-21bb2079-f7bf-48f0-9905-a089571b9648 req-37022f5e-546d-4444-99e4-96e9294e037a service nova] Lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.619377] env[69677]: DEBUG nova.compute.manager [req-21bb2079-f7bf-48f0-9905-a089571b9648 req-37022f5e-546d-4444-99e4-96e9294e037a service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] No waiting events found dispatching network-vif-plugged-53afcecc-1729-495f-947c-b647243bcf0b {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.620296] env[69677]: WARNING nova.compute.manager [req-21bb2079-f7bf-48f0-9905-a089571b9648 req-37022f5e-546d-4444-99e4-96e9294e037a service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Received unexpected event network-vif-plugged-53afcecc-1729-495f-947c-b647243bcf0b for instance with vm_state building and task_state spawning. [ 1211.669659] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ad07f3c7-cabe-48e2-be38-0ec3aa3439ac tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "1b9f291d-df3b-41d0-8f2b-53b0a20b818b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.138s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.749237] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437377, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.805047] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Successfully updated port: 53afcecc-1729-495f-947c-b647243bcf0b {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.933256] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: d236251f-9aa7-4285-b5f3-bdf436f9ccc8] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.178781] env[69677]: DEBUG nova.network.neutron [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Updated VIF entry in instance network info cache for port 2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.179148] env[69677]: DEBUG nova.network.neutron [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Updating instance_info_cache with network_info: [{"id": "2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9", "address": "fa:16:3e:59:e3:40", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3fa3b7-eb", "ovs_interfaceid": "2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.200610] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1212.200760] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686208', 'volume_id': '5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'name': 'volume-5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1c5da7f-0ef4-4324-aed6-dca969731022', 'attached_at': '', 'detached_at': '', 'volume_id': '5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'serial': '5f25088e-248a-4c22-a6d1-6a18b9c2542a'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1212.201693] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6532c52-bb78-4a00-92b4-6966aa17d6ae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.222744] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a3106-ae68-4783-a23d-8ef83b87c2c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.250745] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-5f25088e-248a-4c22-a6d1-6a18b9c2542a/volume-5f25088e-248a-4c22-a6d1-6a18b9c2542a.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.255858] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caa632f9-dbde-47ca-b396-aac82440d101 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.274413] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437377, 'name': CreateVM_Task, 'duration_secs': 0.538245} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.275498] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.275817] env[69677]: DEBUG oslo_vmware.api [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1212.275817] env[69677]: value = "task-3437378" [ 1212.275817] env[69677]: _type = "Task" [ 1212.275817] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.276438] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.276611] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.276938] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.277231] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-790b9bf7-c567-4602-8465-ee1dfcf4f048 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.288240] env[69677]: DEBUG oslo_vmware.api [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437378, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.289442] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1212.289442] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5213ec06-5495-a6f2-224a-b5a17b1d6b1c" [ 1212.289442] env[69677]: _type = "Task" [ 1212.289442] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.298714] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5213ec06-5495-a6f2-224a-b5a17b1d6b1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.309855] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "refresh_cache-e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.309996] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "refresh_cache-e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.310180] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.342790] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeae105-f950-4a7f-94ea-e3c4ad2d840b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.349857] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d699fb9-4b84-4d81-9652-79ec60a58d58 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.381123] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dced3eb-91a3-4918-91b3-1e6ee433f304 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.388148] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41698d2-1efb-435f-b490-aeaaa36cca7d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.401126] env[69677]: DEBUG nova.compute.provider_tree [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.445702] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 2371ee5b-4006-4edf-a063-8dd850f5b78f] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.520251] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.520251] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.683715] env[69677]: DEBUG oslo_concurrency.lockutils [req-71a8c001-a99f-48da-ad24-518ab6c2cb75 req-6d865940-69a9-47ba-a044-8c75dc9a43ad service nova] Releasing lock "refresh_cache-94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.787485] env[69677]: DEBUG oslo_vmware.api [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437378, 'name': ReconfigVM_Task, 'duration_secs': 0.412521} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.787738] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-5f25088e-248a-4c22-a6d1-6a18b9c2542a/volume-5f25088e-248a-4c22-a6d1-6a18b9c2542a.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.792714] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-356c4602-647e-4ae0-af45-d971c5cc5378 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.809327] env[69677]: DEBUG oslo_vmware.api [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1212.809327] env[69677]: value = "task-3437380" [ 1212.809327] env[69677]: _type = "Task" [ 1212.809327] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.814202] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5213ec06-5495-a6f2-224a-b5a17b1d6b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.013371} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.816839] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.817074] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.817304] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.817446] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.817615] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.818115] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a0d8595-4b3b-48ca-831c-7df6560cfa04 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.824845] env[69677]: DEBUG oslo_vmware.api [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.826840] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.827011] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.827659] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a76d277-e098-4ccf-8e0e-cc64615c3e18 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.832160] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1212.832160] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5215244a-c0e4-1a72-2c73-2d9d1fedac2f" [ 1212.832160] env[69677]: _type = "Task" [ 1212.832160] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.839489] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5215244a-c0e4-1a72-2c73-2d9d1fedac2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.845984] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.904040] env[69677]: DEBUG nova.scheduler.client.report [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.948625] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 943406a5-7ddb-43dc-a8e6-55839e2ce90d] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.978918] env[69677]: DEBUG nova.network.neutron [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Updating instance_info_cache with network_info: [{"id": "53afcecc-1729-495f-947c-b647243bcf0b", "address": "fa:16:3e:bf:53:17", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53afcecc-17", "ovs_interfaceid": "53afcecc-1729-495f-947c-b647243bcf0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.021692] env[69677]: DEBUG nova.compute.manager [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.322816] env[69677]: DEBUG oslo_vmware.api [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437380, 'name': ReconfigVM_Task, 'duration_secs': 0.13132} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.323146] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686208', 'volume_id': '5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'name': 'volume-5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1c5da7f-0ef4-4324-aed6-dca969731022', 'attached_at': '', 'detached_at': '', 'volume_id': '5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'serial': '5f25088e-248a-4c22-a6d1-6a18b9c2542a'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1213.342538] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5215244a-c0e4-1a72-2c73-2d9d1fedac2f, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.343584] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6063f3aa-35ad-45db-9efe-7ed625026c79 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.349236] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1213.349236] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52066ea0-5e5b-d7ee-dc18-67c8c13b9cdb" [ 1213.349236] env[69677]: _type = "Task" [ 1213.349236] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.357104] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52066ea0-5e5b-d7ee-dc18-67c8c13b9cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.411014] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.411605] env[69677]: DEBUG nova.compute.manager [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.414369] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.337s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.415865] env[69677]: INFO nova.compute.claims [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.451409] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: e3fc3374-93b2-4c4d-b98b-6edff8c00dca] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.481233] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "refresh_cache-e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.481528] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Instance network_info: |[{"id": "53afcecc-1729-495f-947c-b647243bcf0b", "address": "fa:16:3e:bf:53:17", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53afcecc-17", "ovs_interfaceid": "53afcecc-1729-495f-947c-b647243bcf0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.481927] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:53:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53afcecc-1729-495f-947c-b647243bcf0b', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.489340] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.489782] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.490014] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b423f1c9-9ae5-42da-bdd4-6b99ea752be1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.509353] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.509353] env[69677]: value = "task-3437381" [ 1213.509353] env[69677]: _type = "Task" [ 1213.509353] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.516517] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437381, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.548396] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.646334] env[69677]: DEBUG nova.compute.manager [req-1b8f45ce-e6da-42be-9cc3-45c4a1038c37 req-efd67697-21d3-4007-83ba-11a0432dcd22 service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Received event network-changed-53afcecc-1729-495f-947c-b647243bcf0b {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.646640] env[69677]: DEBUG nova.compute.manager [req-1b8f45ce-e6da-42be-9cc3-45c4a1038c37 req-efd67697-21d3-4007-83ba-11a0432dcd22 service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Refreshing instance network info cache due to event network-changed-53afcecc-1729-495f-947c-b647243bcf0b. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.646966] env[69677]: DEBUG oslo_concurrency.lockutils [req-1b8f45ce-e6da-42be-9cc3-45c4a1038c37 req-efd67697-21d3-4007-83ba-11a0432dcd22 service nova] Acquiring lock "refresh_cache-e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.647255] env[69677]: DEBUG oslo_concurrency.lockutils [req-1b8f45ce-e6da-42be-9cc3-45c4a1038c37 req-efd67697-21d3-4007-83ba-11a0432dcd22 service nova] Acquired lock "refresh_cache-e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.647504] env[69677]: DEBUG nova.network.neutron [req-1b8f45ce-e6da-42be-9cc3-45c4a1038c37 req-efd67697-21d3-4007-83ba-11a0432dcd22 service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Refreshing network info cache for port 53afcecc-1729-495f-947c-b647243bcf0b {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.859459] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52066ea0-5e5b-d7ee-dc18-67c8c13b9cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.02594} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.859949] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.860259] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59/94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.860522] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd70e595-bf03-4f94-84e0-688e07771d2b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.866567] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1213.866567] env[69677]: value = "task-3437382" [ 1213.866567] env[69677]: _type = "Task" [ 1213.866567] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.874229] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.919874] env[69677]: DEBUG nova.compute.utils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1213.923509] env[69677]: DEBUG nova.compute.manager [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1213.923698] env[69677]: DEBUG nova.network.neutron [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.953869] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 54b0cd46-7846-49eb-953a-980942e37867] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.978049] env[69677]: DEBUG nova.policy [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e4de071f8414d399533f1bffb1ac29b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6058478746f143e997e0896ab4bfd5b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1214.018909] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437381, 'name': CreateVM_Task, 'duration_secs': 0.314442} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.019104] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.019830] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.020029] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.020416] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.020671] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f51adc5-1d3a-4e95-b7a9-a0f5c263f29e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.025514] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1214.025514] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528e1470-0e70-e98f-bcf7-6456dc289c1e" [ 1214.025514] env[69677]: _type = "Task" [ 1214.025514] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.033349] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528e1470-0e70-e98f-bcf7-6456dc289c1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.358499] env[69677]: DEBUG nova.network.neutron [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Successfully created port: b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.361647] env[69677]: DEBUG nova.objects.instance [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'flavor' on Instance uuid b1c5da7f-0ef4-4324-aed6-dca969731022 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.378301] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437382, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.420555] env[69677]: DEBUG nova.network.neutron [req-1b8f45ce-e6da-42be-9cc3-45c4a1038c37 req-efd67697-21d3-4007-83ba-11a0432dcd22 service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Updated VIF entry in instance network info cache for port 53afcecc-1729-495f-947c-b647243bcf0b. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.420891] env[69677]: DEBUG nova.network.neutron [req-1b8f45ce-e6da-42be-9cc3-45c4a1038c37 req-efd67697-21d3-4007-83ba-11a0432dcd22 service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Updating instance_info_cache with network_info: [{"id": "53afcecc-1729-495f-947c-b647243bcf0b", "address": "fa:16:3e:bf:53:17", "network": {"id": "33a5f39d-ebc7-4e53-b023-ed93bc08c275", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-198532276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad1f3b7d4b2041ebba27428f20351ed0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53afcecc-17", "ovs_interfaceid": "53afcecc-1729-495f-947c-b647243bcf0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.424222] env[69677]: DEBUG nova.compute.manager [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.456730] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: fea16a35-e417-4a40-93c9-adcda456bbc6] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.537556] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528e1470-0e70-e98f-bcf7-6456dc289c1e, 'name': SearchDatastore_Task, 'duration_secs': 0.008449} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.537897] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.538172] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.538415] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.539324] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.539324] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.539324] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-777fb467-8d03-4fe4-b106-a194070088d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.547622] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.547622] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.548184] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b51f2a9-a3f7-4d0a-8ca0-0f3fc7fa13c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.557537] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1214.557537] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52923756-40c3-51e6-26bd-adcc94c992c7" [ 1214.557537] env[69677]: _type = "Task" [ 1214.557537] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.561757] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52923756-40c3-51e6-26bd-adcc94c992c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.598506] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83caa149-e372-41bb-b003-987a43369b82 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.604471] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9340790d-c4f9-43c6-9788-cafb51cc9011 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.637715] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fa314f-c4a6-4d9d-8684-a74e0e12335e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.646726] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aff0c9-6d9b-4422-9d0c-493c9687ce38 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.660493] env[69677]: DEBUG nova.compute.provider_tree [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.867410] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3f6b49f9-b5cb-475e-a654-740db3ef8323 tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.877955] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536772} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.878806] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59/94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.879069] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.879654] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff171e4b-2b1a-465e-a5aa-556376505454 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.886982] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1214.886982] env[69677]: value = "task-3437384" [ 1214.886982] env[69677]: _type = "Task" [ 1214.886982] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.896307] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.924073] env[69677]: DEBUG oslo_concurrency.lockutils [req-1b8f45ce-e6da-42be-9cc3-45c4a1038c37 req-efd67697-21d3-4007-83ba-11a0432dcd22 service nova] Releasing lock "refresh_cache-e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.959924] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: b2462b4b-3f32-4398-b376-b6f40893ea94] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.063334] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52923756-40c3-51e6-26bd-adcc94c992c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008597} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.064135] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077bf69a-da6a-4473-8f99-bbbf06f372ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.069441] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1215.069441] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52083d26-d919-bf7b-d3c7-c99e7cb4aa62" [ 1215.069441] env[69677]: _type = "Task" [ 1215.069441] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.076512] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52083d26-d919-bf7b-d3c7-c99e7cb4aa62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.164600] env[69677]: DEBUG nova.scheduler.client.report [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.190029] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "b1c5da7f-0ef4-4324-aed6-dca969731022" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.190323] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.397395] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082084} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.397669] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.398472] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05392a11-19d9-4d86-941b-ce90a453aae9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.421253] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59/94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.421665] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-720e8f50-0b59-4d54-ac11-06e809aa2961 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.436176] env[69677]: DEBUG nova.compute.manager [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.444111] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1215.444111] env[69677]: value = "task-3437385" [ 1215.444111] env[69677]: _type = "Task" [ 1215.444111] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.455570] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.463350] env[69677]: DEBUG nova.virt.hardware [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.463679] env[69677]: DEBUG nova.virt.hardware [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.463723] env[69677]: DEBUG nova.virt.hardware [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.463891] env[69677]: DEBUG nova.virt.hardware [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.464097] env[69677]: DEBUG nova.virt.hardware [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.464304] env[69677]: DEBUG nova.virt.hardware [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.464526] env[69677]: DEBUG nova.virt.hardware [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.464723] env[69677]: DEBUG nova.virt.hardware [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.464936] env[69677]: DEBUG nova.virt.hardware [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.465120] env[69677]: DEBUG nova.virt.hardware [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.465334] env[69677]: DEBUG nova.virt.hardware [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.465788] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: bdfc039f-c910-4089-b0b1-b7f8e2b96ef5] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.468367] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68434f6-d761-465d-82c8-2636bd55ee4e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.475828] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb37ef3-8b1a-4405-a169-eafa63527b94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.579391] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52083d26-d919-bf7b-d3c7-c99e7cb4aa62, 'name': SearchDatastore_Task, 'duration_secs': 0.068756} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.579663] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.579947] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4/e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.580245] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36e0db02-182f-498f-8167-8adde46e7060 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.589069] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1215.589069] env[69677]: value = "task-3437386" [ 1215.589069] env[69677]: _type = "Task" [ 1215.589069] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.596599] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.669402] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.669927] env[69677]: DEBUG nova.compute.manager [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.672815] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.124s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.674190] env[69677]: INFO nova.compute.claims [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.693317] env[69677]: INFO nova.compute.manager [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Detaching volume 11b1db92-2cf5-4793-909e-28ede35c98ba [ 1215.727718] env[69677]: INFO nova.virt.block_device [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Attempting to driver detach volume 11b1db92-2cf5-4793-909e-28ede35c98ba from mountpoint /dev/sdb [ 1215.727958] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1215.728279] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686204', 'volume_id': '11b1db92-2cf5-4793-909e-28ede35c98ba', 'name': 'volume-11b1db92-2cf5-4793-909e-28ede35c98ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1c5da7f-0ef4-4324-aed6-dca969731022', 'attached_at': '', 'detached_at': '', 'volume_id': '11b1db92-2cf5-4793-909e-28ede35c98ba', 'serial': '11b1db92-2cf5-4793-909e-28ede35c98ba'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1215.729266] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bef8d9-e00c-4542-8a85-d621689384c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.753977] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4802c14-2faf-4289-bc89-429fcf759ebb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.761709] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dfe12a-1175-43a7-a4e8-8caae39cb11b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.765184] env[69677]: DEBUG nova.compute.manager [req-2a8673f0-16a4-4932-8936-c34b4bb94995 req-6b09cbb0-b8a6-42fb-9a62-b8de57a77408 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Received event network-vif-plugged-b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.765416] env[69677]: DEBUG oslo_concurrency.lockutils [req-2a8673f0-16a4-4932-8936-c34b4bb94995 req-6b09cbb0-b8a6-42fb-9a62-b8de57a77408 service nova] Acquiring lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.765647] env[69677]: DEBUG oslo_concurrency.lockutils [req-2a8673f0-16a4-4932-8936-c34b4bb94995 req-6b09cbb0-b8a6-42fb-9a62-b8de57a77408 service nova] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.765813] env[69677]: DEBUG oslo_concurrency.lockutils [req-2a8673f0-16a4-4932-8936-c34b4bb94995 req-6b09cbb0-b8a6-42fb-9a62-b8de57a77408 service nova] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.766012] env[69677]: DEBUG nova.compute.manager [req-2a8673f0-16a4-4932-8936-c34b4bb94995 req-6b09cbb0-b8a6-42fb-9a62-b8de57a77408 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] No waiting events found dispatching network-vif-plugged-b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.766219] env[69677]: WARNING nova.compute.manager [req-2a8673f0-16a4-4932-8936-c34b4bb94995 req-6b09cbb0-b8a6-42fb-9a62-b8de57a77408 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Received unexpected event network-vif-plugged-b18ceea9-680c-4a8f-afd1-99dda763c88f for instance with vm_state building and task_state spawning. [ 1215.789268] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af48f869-06c9-41a2-b3c5-47662623d71c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.805623] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] The volume has not been displaced from its original location: [datastore1] volume-11b1db92-2cf5-4793-909e-28ede35c98ba/volume-11b1db92-2cf5-4793-909e-28ede35c98ba.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1215.811272] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.811734] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24527203-6040-4ef8-9d29-2972c28a9fc1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.830739] env[69677]: DEBUG oslo_vmware.api [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1215.830739] env[69677]: value = "task-3437387" [ 1215.830739] env[69677]: _type = "Task" [ 1215.830739] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.838614] env[69677]: DEBUG oslo_vmware.api [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.849346] env[69677]: DEBUG nova.network.neutron [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Successfully updated port: b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.955169] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.971836] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 1c9c3e03-0f6d-4c8a-8bf3-11dc7c45c5b9] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.099516] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437386, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.178503] env[69677]: DEBUG nova.compute.utils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.183075] env[69677]: DEBUG nova.compute.manager [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.183236] env[69677]: DEBUG nova.network.neutron [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.249333] env[69677]: DEBUG nova.policy [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b89388650974f14aafe5cf6b9a96a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374d4725fc6e4d5c875b000af67ed519', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.343887] env[69677]: DEBUG oslo_vmware.api [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437387, 'name': ReconfigVM_Task, 'duration_secs': 0.366295} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.344259] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.349740] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b2fb1f0-1988-48d0-81d2-4679029895d0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.362040] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.362269] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.362445] env[69677]: DEBUG nova.network.neutron [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.369612] env[69677]: DEBUG oslo_vmware.api [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1216.369612] env[69677]: value = "task-3437388" [ 1216.369612] env[69677]: _type = "Task" [ 1216.369612] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.381423] env[69677]: DEBUG oslo_vmware.api [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437388, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.454705] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437385, 'name': ReconfigVM_Task, 'duration_secs': 1.005933} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.454974] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59/94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.455705] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f591da-fcce-4c0b-ab86-1dc61356e584 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.462961] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1216.462961] env[69677]: value = "task-3437389" [ 1216.462961] env[69677]: _type = "Task" [ 1216.462961] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.476149] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 165e46e0-9158-40ee-b6ca-2ef2ee3bef64] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.477938] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437389, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.284199] env[69677]: DEBUG nova.network.neutron [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Successfully created port: 42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.288051] env[69677]: DEBUG nova.compute.manager [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.292995] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: ab249b30-8c3f-4b42-bab8-aec62b67d426] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.312563] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798401} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.312782] env[69677]: DEBUG oslo_vmware.api [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437388, 'name': ReconfigVM_Task, 'duration_secs': 0.178996} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.312968] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437389, 'name': Rename_Task, 'duration_secs': 0.145467} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.313208] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4/e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.313408] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.313718] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686204', 'volume_id': '11b1db92-2cf5-4793-909e-28ede35c98ba', 'name': 'volume-11b1db92-2cf5-4793-909e-28ede35c98ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1c5da7f-0ef4-4324-aed6-dca969731022', 'attached_at': '', 'detached_at': '', 'volume_id': '11b1db92-2cf5-4793-909e-28ede35c98ba', 'serial': '11b1db92-2cf5-4793-909e-28ede35c98ba'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1217.315916] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.318380] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5708ca4-d811-47fb-96ab-7a01d8e0cb1a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.320209] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e4b787c-35ec-46d5-9149-52d066965cad {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.326272] env[69677]: DEBUG nova.network.neutron [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.331237] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1217.331237] env[69677]: value = "task-3437392" [ 1217.331237] env[69677]: _type = "Task" [ 1217.331237] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.331564] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1217.331564] env[69677]: value = "task-3437391" [ 1217.331564] env[69677]: _type = "Task" [ 1217.331564] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.348970] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437392, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.355477] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.465780] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dd6854-df7b-44d7-8b99-319953f056e0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.474030] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1436bb36-87c5-471d-897d-309f0c002bc9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.511487] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82976513-443f-4bb3-a9c3-16444b80a251 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.520443] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb8a49c-b55d-4ba0-a4da-d4f0af62e846 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.526092] env[69677]: DEBUG nova.network.neutron [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updating instance_info_cache with network_info: [{"id": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "address": "fa:16:3e:a2:72:76", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18ceea9-68", "ovs_interfaceid": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.541911] env[69677]: DEBUG nova.compute.provider_tree [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.787019] env[69677]: DEBUG nova.compute.manager [req-c1321457-04de-48be-988f-b6d1e8115d74 req-8ff5517c-7205-4b24-9d39-a6da4c01f954 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Received event network-changed-b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.787250] env[69677]: DEBUG nova.compute.manager [req-c1321457-04de-48be-988f-b6d1e8115d74 req-8ff5517c-7205-4b24-9d39-a6da4c01f954 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Refreshing instance network info cache due to event network-changed-b18ceea9-680c-4a8f-afd1-99dda763c88f. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.787397] env[69677]: DEBUG oslo_concurrency.lockutils [req-c1321457-04de-48be-988f-b6d1e8115d74 req-8ff5517c-7205-4b24-9d39-a6da4c01f954 service nova] Acquiring lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.801900] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 57bbe9cb-5ab6-455e-8547-fcf31341960a] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.847544] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437392, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.850768] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124423} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.851052] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.851854] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b937779-d591-4f5b-b8c5-41260db18823 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.873763] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4/e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.875168] env[69677]: DEBUG nova.objects.instance [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'flavor' on Instance uuid b1c5da7f-0ef4-4324-aed6-dca969731022 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.876632] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6735d5-2ef3-4f79-9745-ff0e093fb0f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.896192] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1217.896192] env[69677]: value = "task-3437393" [ 1217.896192] env[69677]: _type = "Task" [ 1217.896192] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.903805] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.029857] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.030356] env[69677]: DEBUG nova.compute.manager [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Instance network_info: |[{"id": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "address": "fa:16:3e:a2:72:76", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18ceea9-68", "ovs_interfaceid": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1218.030778] env[69677]: DEBUG oslo_concurrency.lockutils [req-c1321457-04de-48be-988f-b6d1e8115d74 req-8ff5517c-7205-4b24-9d39-a6da4c01f954 service nova] Acquired lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.031061] env[69677]: DEBUG nova.network.neutron [req-c1321457-04de-48be-988f-b6d1e8115d74 req-8ff5517c-7205-4b24-9d39-a6da4c01f954 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Refreshing network info cache for port b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.032753] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:72:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b18ceea9-680c-4a8f-afd1-99dda763c88f', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.044511] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.045624] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.046692] env[69677]: DEBUG nova.scheduler.client.report [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.050817] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59938c45-9457-4113-bc68-8ae79f799521 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.075588] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.076257] env[69677]: DEBUG nova.compute.manager [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.086250] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.086250] env[69677]: value = "task-3437394" [ 1218.086250] env[69677]: _type = "Task" [ 1218.086250] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.097189] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437394, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.301163] env[69677]: DEBUG nova.compute.manager [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.304871] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 63df2079-c04a-40a2-b526-11a76be54d93] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.330218] env[69677]: DEBUG nova.virt.hardware [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.331028] env[69677]: DEBUG nova.virt.hardware [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.331028] env[69677]: DEBUG nova.virt.hardware [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.331028] env[69677]: DEBUG nova.virt.hardware [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.331259] env[69677]: DEBUG nova.virt.hardware [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.331259] env[69677]: DEBUG nova.virt.hardware [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.331448] env[69677]: DEBUG nova.virt.hardware [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.331626] env[69677]: DEBUG nova.virt.hardware [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.331817] env[69677]: DEBUG nova.virt.hardware [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.332017] env[69677]: DEBUG nova.virt.hardware [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.332206] env[69677]: DEBUG nova.virt.hardware [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.333437] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9320eaa9-6fee-4064-b3b6-2c3de2ce0bb9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.349410] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b272a93c-32af-4205-abb8-8a7a8606386e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.353572] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437392, 'name': PowerOnVM_Task, 'duration_secs': 0.575119} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.354128] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.354346] env[69677]: INFO nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1218.354565] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.356206] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c9944e-9bd5-41ce-98ea-8ca8b40eaa13 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.406344] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437393, 'name': ReconfigVM_Task, 'duration_secs': 0.498108} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.407151] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Reconfigured VM instance instance-00000071 to attach disk [datastore1] e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4/e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.407762] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-387c4476-e105-42c7-ad09-096ebf3fdaf4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.414923] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1218.414923] env[69677]: value = "task-3437395" [ 1218.414923] env[69677]: _type = "Task" [ 1218.414923] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.422587] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437395, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.581570] env[69677]: DEBUG nova.compute.utils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.582968] env[69677]: DEBUG nova.compute.manager [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.583153] env[69677]: DEBUG nova.network.neutron [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.596641] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437394, 'name': CreateVM_Task, 'duration_secs': 0.346042} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.597391] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.598159] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.598888] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.598888] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.599319] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959c8c45-87f7-4384-a35b-0442a1a72311 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.604869] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1218.604869] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52eb6450-d3fe-7c33-d6e8-354db3cdea69" [ 1218.604869] env[69677]: _type = "Task" [ 1218.604869] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.614100] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52eb6450-d3fe-7c33-d6e8-354db3cdea69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.692147] env[69677]: DEBUG nova.policy [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9dc3db33e944fb584dcd40093890e55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccac006f4adc452580c76958b6a2aa12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.808684] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 813a4698-8055-46d1-a5de-966e8cdacbb5] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.884963] env[69677]: INFO nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Took 15.48 seconds to build instance. [ 1218.886556] env[69677]: DEBUG nova.network.neutron [req-c1321457-04de-48be-988f-b6d1e8115d74 req-8ff5517c-7205-4b24-9d39-a6da4c01f954 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updated VIF entry in instance network info cache for port b18ceea9-680c-4a8f-afd1-99dda763c88f. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.886862] env[69677]: DEBUG nova.network.neutron [req-c1321457-04de-48be-988f-b6d1e8115d74 req-8ff5517c-7205-4b24-9d39-a6da4c01f954 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updating instance_info_cache with network_info: [{"id": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "address": "fa:16:3e:a2:72:76", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18ceea9-68", "ovs_interfaceid": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.896181] env[69677]: DEBUG oslo_concurrency.lockutils [None req-2b7a5e51-b1d4-4969-a382-dc5b6a5cc13d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.705s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.927017] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437395, 'name': Rename_Task, 'duration_secs': 0.17957} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.927433] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.927776] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98617d5e-8a83-4059-b37c-773f41065341 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.937210] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1218.937210] env[69677]: value = "task-3437396" [ 1218.937210] env[69677]: _type = "Task" [ 1218.937210] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.943222] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.078294] env[69677]: DEBUG nova.network.neutron [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Successfully updated port: 42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.085818] env[69677]: DEBUG nova.compute.manager [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.115523] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52eb6450-d3fe-7c33-d6e8-354db3cdea69, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.115700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.116128] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.116258] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.116317] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.116489] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.116732] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7e6b112-6dc6-44bd-b4b8-80314848bae7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.125262] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.125511] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.126480] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca04cb39-025e-422a-a34d-2bbc78fecc2a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.131542] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1219.131542] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d4e426-386e-68c3-db79-18e427ef9567" [ 1219.131542] env[69677]: _type = "Task" [ 1219.131542] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.132166] env[69677]: DEBUG nova.network.neutron [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Successfully created port: 1c7990aa-7fe2-4938-913c-9ad49a288461 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.142659] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d4e426-386e-68c3-db79-18e427ef9567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.311736] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 3a5061e3-1bdf-4c09-b410-fc473ef14b0b] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.389376] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.986s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.390091] env[69677]: DEBUG oslo_concurrency.lockutils [req-c1321457-04de-48be-988f-b6d1e8115d74 req-8ff5517c-7205-4b24-9d39-a6da4c01f954 service nova] Releasing lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.445256] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.527026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "b1c5da7f-0ef4-4324-aed6-dca969731022" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.527026] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.581121] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.581271] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.581389] env[69677]: DEBUG nova.network.neutron [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.643857] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d4e426-386e-68c3-db79-18e427ef9567, 'name': SearchDatastore_Task, 'duration_secs': 0.018083} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.644706] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c525c934-e308-4e76-a905-f5adc1f3400b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.650552] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1219.650552] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528fee81-21a4-4ff3-0315-bd8ce111c231" [ 1219.650552] env[69677]: _type = "Task" [ 1219.650552] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.657818] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528fee81-21a4-4ff3-0315-bd8ce111c231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.815212] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 6c3672e1-0f0f-4493-9251-d6266b5b34f0] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.922627] env[69677]: DEBUG nova.compute.manager [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Received event network-vif-plugged-42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.922777] env[69677]: DEBUG oslo_concurrency.lockutils [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] Acquiring lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.922969] env[69677]: DEBUG oslo_concurrency.lockutils [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.923189] env[69677]: DEBUG oslo_concurrency.lockutils [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.923340] env[69677]: DEBUG nova.compute.manager [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] No waiting events found dispatching network-vif-plugged-42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.923508] env[69677]: WARNING nova.compute.manager [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Received unexpected event network-vif-plugged-42c49369-8253-46dc-9eb0-86e96cad7d76 for instance with vm_state building and task_state spawning. [ 1219.923662] env[69677]: DEBUG nova.compute.manager [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Received event network-changed-42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.923823] env[69677]: DEBUG nova.compute.manager [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Refreshing instance network info cache due to event network-changed-42c49369-8253-46dc-9eb0-86e96cad7d76. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.923983] env[69677]: DEBUG oslo_concurrency.lockutils [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] Acquiring lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.947201] env[69677]: DEBUG oslo_vmware.api [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437396, 'name': PowerOnVM_Task, 'duration_secs': 0.70025} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.947504] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.947694] env[69677]: INFO nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1219.947903] env[69677]: DEBUG nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.948868] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1633692b-f0a2-447b-9a00-a1044707cfa8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.029832] env[69677]: INFO nova.compute.manager [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Detaching volume 5f25088e-248a-4c22-a6d1-6a18b9c2542a [ 1220.059957] env[69677]: INFO nova.virt.block_device [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Attempting to driver detach volume 5f25088e-248a-4c22-a6d1-6a18b9c2542a from mountpoint /dev/sdc [ 1220.060277] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1220.060483] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686208', 'volume_id': '5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'name': 'volume-5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1c5da7f-0ef4-4324-aed6-dca969731022', 'attached_at': '', 'detached_at': '', 'volume_id': '5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'serial': '5f25088e-248a-4c22-a6d1-6a18b9c2542a'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1220.061487] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a4f94a-6fc9-4614-996b-388e4c9b69e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.086571] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4997e80-2505-4991-b787-da435e1609b9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.093913] env[69677]: DEBUG nova.compute.manager [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.096311] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b50103-17f9-417c-9086-957491e53f0f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.120987] env[69677]: DEBUG nova.network.neutron [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.123312] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5386c357-92c2-45d2-8ab4-d66fc0e4a185 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.139936] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] The volume has not been displaced from its original location: [datastore1] volume-5f25088e-248a-4c22-a6d1-6a18b9c2542a/volume-5f25088e-248a-4c22-a6d1-6a18b9c2542a.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1220.144514] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.146776] env[69677]: DEBUG nova.virt.hardware [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.147009] env[69677]: DEBUG nova.virt.hardware [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.147177] env[69677]: DEBUG nova.virt.hardware [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.147364] env[69677]: DEBUG nova.virt.hardware [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.147507] env[69677]: DEBUG nova.virt.hardware [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.147653] env[69677]: DEBUG nova.virt.hardware [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.147861] env[69677]: DEBUG nova.virt.hardware [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.148026] env[69677]: DEBUG nova.virt.hardware [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.148219] env[69677]: DEBUG nova.virt.hardware [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.148375] env[69677]: DEBUG nova.virt.hardware [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.148547] env[69677]: DEBUG nova.virt.hardware [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.150869] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5ad220d-04ae-4f74-85fc-de71c95dd22d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.163931] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7433dde4-a55b-4131-8cce-5421852970c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.179063] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4149a811-8048-47e2-8f95-60737630f69f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.182768] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528fee81-21a4-4ff3-0315-bd8ce111c231, 'name': SearchDatastore_Task, 'duration_secs': 0.026095} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.183038] env[69677]: DEBUG oslo_vmware.api [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1220.183038] env[69677]: value = "task-3437397" [ 1220.183038] env[69677]: _type = "Task" [ 1220.183038] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.183268] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.183510] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6/1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.184070] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edc07f20-d703-48fc-8123-2b2190485855 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.203964] env[69677]: DEBUG oslo_vmware.api [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.205278] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1220.205278] env[69677]: value = "task-3437398" [ 1220.205278] env[69677]: _type = "Task" [ 1220.205278] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.212704] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.290099] env[69677]: DEBUG nova.network.neutron [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updating instance_info_cache with network_info: [{"id": "42c49369-8253-46dc-9eb0-86e96cad7d76", "address": "fa:16:3e:bc:7e:8e", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c49369-82", "ovs_interfaceid": "42c49369-8253-46dc-9eb0-86e96cad7d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.318153] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 1df2376f-a0b9-499c-af20-67453c380ea4] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.469641] env[69677]: INFO nova.compute.manager [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Took 17.03 seconds to build instance. [ 1220.610047] env[69677]: DEBUG nova.network.neutron [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Successfully updated port: 1c7990aa-7fe2-4938-913c-9ad49a288461 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.646951] env[69677]: DEBUG oslo_concurrency.lockutils [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.647337] env[69677]: DEBUG oslo_concurrency.lockutils [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.693340] env[69677]: DEBUG oslo_vmware.api [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437397, 'name': ReconfigVM_Task, 'duration_secs': 0.225886} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.693739] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1220.698885] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c5f86c-23fe-49d9-a1f9-08763375586d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.718059] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458065} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.719318] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6/1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.719591] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.719943] env[69677]: DEBUG oslo_vmware.api [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1220.719943] env[69677]: value = "task-3437399" [ 1220.719943] env[69677]: _type = "Task" [ 1220.719943] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.720161] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b07300b-26a6-40ec-a461-b30500398363 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.730645] env[69677]: DEBUG oslo_vmware.api [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437399, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.731859] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1220.731859] env[69677]: value = "task-3437400" [ 1220.731859] env[69677]: _type = "Task" [ 1220.731859] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.739518] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.792525] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.792944] env[69677]: DEBUG nova.compute.manager [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Instance network_info: |[{"id": "42c49369-8253-46dc-9eb0-86e96cad7d76", "address": "fa:16:3e:bc:7e:8e", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c49369-82", "ovs_interfaceid": "42c49369-8253-46dc-9eb0-86e96cad7d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.793304] env[69677]: DEBUG oslo_concurrency.lockutils [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] Acquired lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.793720] env[69677]: DEBUG nova.network.neutron [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Refreshing network info cache for port 42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.794782] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:7e:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69cfa7ba-6989-4d75-9495-97b5fea00c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42c49369-8253-46dc-9eb0-86e96cad7d76', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.802798] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.803820] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.804059] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b71327a1-5432-493f-b52b-7bb21a73bc3e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.822039] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: b52a425a-6d61-483a-b1df-3ca54ffadb21] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.826019] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.826019] env[69677]: value = "task-3437401" [ 1220.826019] env[69677]: _type = "Task" [ 1220.826019] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.837066] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437401, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.974785] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88d6d1ee-dfba-4b8a-abd8-ae4680c6d914 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.545s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.114977] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "refresh_cache-3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.115163] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "refresh_cache-3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.115374] env[69677]: DEBUG nova.network.neutron [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.149226] env[69677]: DEBUG nova.compute.manager [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1221.232216] env[69677]: DEBUG oslo_vmware.api [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437399, 'name': ReconfigVM_Task, 'duration_secs': 0.158614} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.232653] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686208', 'volume_id': '5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'name': 'volume-5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b1c5da7f-0ef4-4324-aed6-dca969731022', 'attached_at': '', 'detached_at': '', 'volume_id': '5f25088e-248a-4c22-a6d1-6a18b9c2542a', 'serial': '5f25088e-248a-4c22-a6d1-6a18b9c2542a'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1221.243079] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062661} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.243342] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.244119] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a27c77b-7bb2-4402-a211-ba9521a0f2ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.268344] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6/1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.268629] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd4a10a-b7f3-4155-aa29-6abf08d2327e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.288687] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1221.288687] env[69677]: value = "task-3437402" [ 1221.288687] env[69677]: _type = "Task" [ 1221.288687] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.296785] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.327855] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 92464135-7fa4-4345-9abb-27410703114d] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.339443] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437401, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.538302] env[69677]: DEBUG nova.network.neutron [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updated VIF entry in instance network info cache for port 42c49369-8253-46dc-9eb0-86e96cad7d76. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.538665] env[69677]: DEBUG nova.network.neutron [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updating instance_info_cache with network_info: [{"id": "42c49369-8253-46dc-9eb0-86e96cad7d76", "address": "fa:16:3e:bc:7e:8e", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c49369-82", "ovs_interfaceid": "42c49369-8253-46dc-9eb0-86e96cad7d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.650583] env[69677]: DEBUG nova.network.neutron [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.673972] env[69677]: DEBUG oslo_concurrency.lockutils [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.674225] env[69677]: DEBUG oslo_concurrency.lockutils [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.675792] env[69677]: INFO nova.compute.claims [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.779096] env[69677]: DEBUG nova.objects.instance [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'flavor' on Instance uuid b1c5da7f-0ef4-4324-aed6-dca969731022 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.790813] env[69677]: DEBUG nova.network.neutron [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Updating instance_info_cache with network_info: [{"id": "1c7990aa-7fe2-4938-913c-9ad49a288461", "address": "fa:16:3e:16:55:98", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7990aa-7f", "ovs_interfaceid": "1c7990aa-7fe2-4938-913c-9ad49a288461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.803431] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.813810] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.814059] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.814273] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.814456] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.814625] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.816592] env[69677]: INFO nova.compute.manager [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Terminating instance [ 1221.834950] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 6688d464-3e5c-4624-ba73-0b5bf35bba23] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.841382] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437401, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.886038] env[69677]: DEBUG oslo_concurrency.lockutils [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.886322] env[69677]: DEBUG oslo_concurrency.lockutils [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.886536] env[69677]: DEBUG oslo_concurrency.lockutils [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.886719] env[69677]: DEBUG oslo_concurrency.lockutils [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.886884] env[69677]: DEBUG oslo_concurrency.lockutils [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.889107] env[69677]: INFO nova.compute.manager [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Terminating instance [ 1221.951351] env[69677]: DEBUG nova.compute.manager [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Received event network-vif-plugged-1c7990aa-7fe2-4938-913c-9ad49a288461 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.951601] env[69677]: DEBUG oslo_concurrency.lockutils [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] Acquiring lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.951889] env[69677]: DEBUG oslo_concurrency.lockutils [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.952306] env[69677]: DEBUG oslo_concurrency.lockutils [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.952533] env[69677]: DEBUG nova.compute.manager [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] No waiting events found dispatching network-vif-plugged-1c7990aa-7fe2-4938-913c-9ad49a288461 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.952742] env[69677]: WARNING nova.compute.manager [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Received unexpected event network-vif-plugged-1c7990aa-7fe2-4938-913c-9ad49a288461 for instance with vm_state building and task_state spawning. [ 1221.952972] env[69677]: DEBUG nova.compute.manager [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Received event network-changed-1c7990aa-7fe2-4938-913c-9ad49a288461 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.953261] env[69677]: DEBUG nova.compute.manager [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Refreshing instance network info cache due to event network-changed-1c7990aa-7fe2-4938-913c-9ad49a288461. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.953482] env[69677]: DEBUG oslo_concurrency.lockutils [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] Acquiring lock "refresh_cache-3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.041708] env[69677]: DEBUG oslo_concurrency.lockutils [req-ba82bf73-ae3f-4f6b-b221-5415477b269a req-29885f5f-6af1-42a1-b3a4-dc94043836d0 service nova] Releasing lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.293246] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "refresh_cache-3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.293612] env[69677]: DEBUG nova.compute.manager [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Instance network_info: |[{"id": "1c7990aa-7fe2-4938-913c-9ad49a288461", "address": "fa:16:3e:16:55:98", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7990aa-7f", "ovs_interfaceid": "1c7990aa-7fe2-4938-913c-9ad49a288461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.294040] env[69677]: DEBUG oslo_concurrency.lockutils [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] Acquired lock "refresh_cache-3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.294243] env[69677]: DEBUG nova.network.neutron [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Refreshing network info cache for port 1c7990aa-7fe2-4938-913c-9ad49a288461 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.295489] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:55:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c7990aa-7fe2-4938-913c-9ad49a288461', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.304369] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.311518] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.312009] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1db75060-5260-4274-a9ea-e77c155530f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.326996] env[69677]: DEBUG nova.compute.manager [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.327227] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.328324] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9178270-61aa-472f-8189-01e368aec374 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.334556] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437402, 'name': ReconfigVM_Task, 'duration_secs': 0.885585} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.338623] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6/1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.339446] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.339446] env[69677]: value = "task-3437403" [ 1222.339446] env[69677]: _type = "Task" [ 1222.339446] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.339790] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 53c02b37-2f88-4705-86db-ec2cc3163e4e] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.342079] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47725466-a164-458b-be90-145a382ae719 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.350246] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.354195] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67b22ab9-f917-4545-9e99-9805c94cfd1d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.355609] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437401, 'name': CreateVM_Task, 'duration_secs': 1.453427} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.358768] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.360776] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.360984] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.361425] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.362075] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1222.362075] env[69677]: value = "task-3437404" [ 1222.362075] env[69677]: _type = "Task" [ 1222.362075] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.366054] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cef9b1d-0adb-4d57-a584-7eac10481788 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.369705] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437403, 'name': CreateVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.374830] env[69677]: DEBUG oslo_vmware.api [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1222.374830] env[69677]: value = "task-3437405" [ 1222.374830] env[69677]: _type = "Task" [ 1222.374830] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.385435] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437404, 'name': Rename_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.385855] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1222.385855] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521b6733-5a9d-4916-1d42-b09bd456a2bd" [ 1222.385855] env[69677]: _type = "Task" [ 1222.385855] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.395736] env[69677]: DEBUG nova.compute.manager [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.396157] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.396444] env[69677]: DEBUG oslo_vmware.api [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.398066] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d74a89-a079-439b-8b0a-09b528405339 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.405530] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521b6733-5a9d-4916-1d42-b09bd456a2bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015641} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.406309] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.406556] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.407049] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.407049] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.407245] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.407641] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e43ad315-46eb-48fa-8508-6d4366ac245c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.411783] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.415648] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bef0854-730d-4707-a43c-c81cd5d97d3e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.423061] env[69677]: DEBUG oslo_vmware.api [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1222.423061] env[69677]: value = "task-3437406" [ 1222.423061] env[69677]: _type = "Task" [ 1222.423061] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.424219] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.424483] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.429081] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b8fbecc-f7f2-4a21-b0d8-7314b41b4305 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.436959] env[69677]: DEBUG oslo_vmware.api [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.440506] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1222.440506] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b6313a-9429-db19-915a-00a88e4a01eb" [ 1222.440506] env[69677]: _type = "Task" [ 1222.440506] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.448900] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b6313a-9429-db19-915a-00a88e4a01eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010143} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.449686] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e12ba87-f691-42cd-a22b-92dddb01543a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.455466] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1222.455466] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e3a471-e540-0469-f1d3-91a6de3c5448" [ 1222.455466] env[69677]: _type = "Task" [ 1222.455466] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.463547] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e3a471-e540-0469-f1d3-91a6de3c5448, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.568530] env[69677]: DEBUG nova.network.neutron [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Updated VIF entry in instance network info cache for port 1c7990aa-7fe2-4938-913c-9ad49a288461. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.568907] env[69677]: DEBUG nova.network.neutron [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Updating instance_info_cache with network_info: [{"id": "1c7990aa-7fe2-4938-913c-9ad49a288461", "address": "fa:16:3e:16:55:98", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c7990aa-7f", "ovs_interfaceid": "1c7990aa-7fe2-4938-913c-9ad49a288461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.786846] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b1d2190f-5af4-484f-a6a5-7e9ead4caa0d tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.826942] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982798cc-4c59-4dba-a248-1ba8b5483b50 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.834484] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb77c7b-b056-465b-a5ba-8b2b0be8a916 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.862889] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 536fc9a3-f6fc-4526-8c56-11df0000cdcb] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.867608] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b0c642-2e32-48be-98e0-1c8d88afc35c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.876095] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437403, 'name': CreateVM_Task, 'duration_secs': 0.375932} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.880703] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.883854] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.884025] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.884322] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.886025] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2f5542-54d2-4d90-a2aa-90a186bdede4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.888861] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437404, 'name': Rename_Task, 'duration_secs': 0.187311} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.889786] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee01b3c9-a4b5-4402-8b88-b3feafb45da5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.891990] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.895180] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a73ac6db-36fc-45cc-99fc-07e72565b546 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.896677] env[69677]: DEBUG oslo_vmware.api [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437405, 'name': PowerOffVM_Task, 'duration_secs': 0.202102} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.904518] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.904915] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.905383] env[69677]: DEBUG nova.compute.provider_tree [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.907762] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53ba2451-c662-4484-9af6-e70ce43cd9cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.909227] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1222.909227] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d31e13-e753-4501-9f63-9c0e37c96e6e" [ 1222.909227] env[69677]: _type = "Task" [ 1222.909227] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.913902] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1222.913902] env[69677]: value = "task-3437407" [ 1222.913902] env[69677]: _type = "Task" [ 1222.913902] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.922612] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d31e13-e753-4501-9f63-9c0e37c96e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.923153] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.923377] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.923608] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.923742] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.924081] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.924260] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca075fcd-0019-4365-9644-2e8a013e706b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.932484] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.938537] env[69677]: DEBUG oslo_vmware.api [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437406, 'name': PowerOffVM_Task, 'duration_secs': 0.159567} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.938632] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.938743] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.938953] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97155d58-23cb-4845-873b-63267c329c77 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.942205] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.942363] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.943038] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28ad4395-4f41-444c-b11c-8ff92c824c2c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.947868] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1222.947868] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ba31b9-d831-ce0f-5660-5c3cb1fc28d0" [ 1222.947868] env[69677]: _type = "Task" [ 1222.947868] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.954937] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ba31b9-d831-ce0f-5660-5c3cb1fc28d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.963954] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52e3a471-e540-0469-f1d3-91a6de3c5448, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.964291] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.964588] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] ae9e9629-5e7f-44f4-aacf-efb3febaa1aa/ae9e9629-5e7f-44f4-aacf-efb3febaa1aa.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.964833] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e595757c-0269-49de-bac0-d2826f121f1f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.970852] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1222.970852] env[69677]: value = "task-3437410" [ 1222.970852] env[69677]: _type = "Task" [ 1222.970852] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.979518] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.981473] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.981678] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.981843] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleting the datastore file [datastore1] 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.982416] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1367afba-6e28-4455-a496-549f8e33c3ba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.988332] env[69677]: DEBUG oslo_vmware.api [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1222.988332] env[69677]: value = "task-3437411" [ 1222.988332] env[69677]: _type = "Task" [ 1222.988332] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.995859] env[69677]: DEBUG oslo_vmware.api [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.999111] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.999306] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.999476] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleting the datastore file [datastore1] e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.999709] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bee035a7-a14c-4426-8ab1-12e738b4a640 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.005877] env[69677]: DEBUG oslo_vmware.api [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for the task: (returnval){ [ 1223.005877] env[69677]: value = "task-3437412" [ 1223.005877] env[69677]: _type = "Task" [ 1223.005877] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.012903] env[69677]: DEBUG oslo_vmware.api [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.072517] env[69677]: DEBUG oslo_concurrency.lockutils [req-64847e7e-4402-4dbc-97ff-91f8daa28a9d req-259651dd-2171-4a89-bdcf-d54b37a211e2 service nova] Releasing lock "refresh_cache-3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.371329] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 5df02f54-5283-4379-a5f0-8e1123c0ab92] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.411484] env[69677]: DEBUG nova.scheduler.client.report [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.425141] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.458079] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ba31b9-d831-ce0f-5660-5c3cb1fc28d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01332} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.458882] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e850f33-b2fc-4dea-8958-4594305ead36 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.464370] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1223.464370] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c1e134-0e8b-5ebc-c2d2-72986f4e8b93" [ 1223.464370] env[69677]: _type = "Task" [ 1223.464370] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.472253] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c1e134-0e8b-5ebc-c2d2-72986f4e8b93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.479589] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505408} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.479841] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] ae9e9629-5e7f-44f4-aacf-efb3febaa1aa/ae9e9629-5e7f-44f4-aacf-efb3febaa1aa.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.480060] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.480369] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aecb913-2eb1-4542-9816-36db8fb3b437 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.486833] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1223.486833] env[69677]: value = "task-3437413" [ 1223.486833] env[69677]: _type = "Task" [ 1223.486833] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.498930] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.502167] env[69677]: DEBUG oslo_vmware.api [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183879} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.502417] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.502608] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.502793] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.502961] env[69677]: INFO nova.compute.manager [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1223.503215] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.504826] env[69677]: DEBUG nova.compute.manager [-] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.504826] env[69677]: DEBUG nova.network.neutron [-] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.517636] env[69677]: DEBUG oslo_vmware.api [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Task: {'id': task-3437412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348473} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.517829] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.518144] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.518327] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.518543] env[69677]: INFO nova.compute.manager [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1223.518805] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.519888] env[69677]: DEBUG nova.compute.manager [-] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.519888] env[69677]: DEBUG nova.network.neutron [-] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.875215] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: a881c0a3-386d-4fd1-924a-d7cac9036741] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.915686] env[69677]: DEBUG oslo_concurrency.lockutils [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.916105] env[69677]: DEBUG nova.compute.manager [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.929790] env[69677]: DEBUG oslo_vmware.api [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437407, 'name': PowerOnVM_Task, 'duration_secs': 0.912277} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.929790] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.930057] env[69677]: INFO nova.compute.manager [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1223.930288] env[69677]: DEBUG nova.compute.manager [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.933038] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcafa017-a61e-4bff-9ca7-8c0fa3ccdba2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.974893] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c1e134-0e8b-5ebc-c2d2-72986f4e8b93, 'name': SearchDatastore_Task, 'duration_secs': 0.011405} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.975190] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.975450] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6/3a5578b7-2b81-40d7-b6ae-dce1092b1ef6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.975743] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f23edd57-7878-42e7-a6c6-33c00bb4be55 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.983557] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1223.983557] env[69677]: value = "task-3437414" [ 1223.983557] env[69677]: _type = "Task" [ 1223.983557] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.994622] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.000259] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060419} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.000498] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.001416] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdf04a4-c9ca-4e33-a96f-786e35ea633c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.005801] env[69677]: DEBUG nova.compute.manager [req-c2fdb311-701d-4527-a660-ca4a83d5873e req-7931f07b-8d90-41c7-9828-1d3a02847a70 service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Received event network-vif-deleted-53afcecc-1729-495f-947c-b647243bcf0b {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.005992] env[69677]: INFO nova.compute.manager [req-c2fdb311-701d-4527-a660-ca4a83d5873e req-7931f07b-8d90-41c7-9828-1d3a02847a70 service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Neutron deleted interface 53afcecc-1729-495f-947c-b647243bcf0b; detaching it from the instance and deleting it from the info cache [ 1224.006177] env[69677]: DEBUG nova.network.neutron [req-c2fdb311-701d-4527-a660-ca4a83d5873e req-7931f07b-8d90-41c7-9828-1d3a02847a70 service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.019017] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "b1c5da7f-0ef4-4324-aed6-dca969731022" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.019274] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.019476] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "b1c5da7f-0ef4-4324-aed6-dca969731022-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.019657] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.019822] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.029846] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] ae9e9629-5e7f-44f4-aacf-efb3febaa1aa/ae9e9629-5e7f-44f4-aacf-efb3febaa1aa.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.030350] env[69677]: INFO nova.compute.manager [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Terminating instance [ 1224.032293] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdf85b6c-0810-416f-90ec-47850d63b5bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.053520] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1224.053520] env[69677]: value = "task-3437415" [ 1224.053520] env[69677]: _type = "Task" [ 1224.053520] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.062287] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.380717] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: dfe7d605-4dab-4aea-bc6f-02021cf09d17] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.426614] env[69677]: DEBUG nova.compute.utils [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1224.428619] env[69677]: DEBUG nova.compute.manager [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.429232] env[69677]: DEBUG nova.network.neutron [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.451417] env[69677]: INFO nova.compute.manager [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Took 16.77 seconds to build instance. [ 1224.488890] env[69677]: DEBUG nova.network.neutron [-] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.490209] env[69677]: DEBUG nova.network.neutron [-] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.497577] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437414, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.509655] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-36c20dec-9f5b-40fe-b278-2fa37bf2a8c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.521810] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658bd761-d5a7-43e8-9e1f-ea8c24d966c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.535739] env[69677]: DEBUG nova.policy [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dae1c2e7cfd741cf83bc894c9a7a0b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '015f87514254484fb4d300753833434c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.562111] env[69677]: DEBUG nova.compute.manager [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.562360] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.562854] env[69677]: DEBUG nova.compute.manager [req-c2fdb311-701d-4527-a660-ca4a83d5873e req-7931f07b-8d90-41c7-9828-1d3a02847a70 service nova] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Detach interface failed, port_id=53afcecc-1729-495f-947c-b647243bcf0b, reason: Instance e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.563844] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6381b4e-3129-4890-896e-077191b884a1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.576874] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437415, 'name': ReconfigVM_Task, 'duration_secs': 0.319346} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.579521] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Reconfigured VM instance instance-00000073 to attach disk [datastore1] ae9e9629-5e7f-44f4-aacf-efb3febaa1aa/ae9e9629-5e7f-44f4-aacf-efb3febaa1aa.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.580840] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.581132] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68db93ad-91c8-4a21-ba22-3fc057b41cf9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.583092] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f1a5988-e7b9-4996-bb11-b6bb05d3290f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.594542] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1224.594542] env[69677]: value = "task-3437416" [ 1224.594542] env[69677]: _type = "Task" [ 1224.594542] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.594542] env[69677]: DEBUG oslo_vmware.api [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1224.594542] env[69677]: value = "task-3437417" [ 1224.594542] env[69677]: _type = "Task" [ 1224.594542] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.606687] env[69677]: DEBUG oslo_vmware.api [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.610687] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437416, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.756411] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.756769] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.884517] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: c3073008-f9d2-4bf4-ac0d-bff7d6627d3d] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.933626] env[69677]: DEBUG nova.compute.manager [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.953792] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0a5ed4f3-b765-44bb-8dee-bc4485680a28 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.278s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.994826] env[69677]: INFO nova.compute.manager [-] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Took 1.49 seconds to deallocate network for instance. [ 1224.995178] env[69677]: INFO nova.compute.manager [-] [instance: e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4] Took 1.48 seconds to deallocate network for instance. [ 1225.008392] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688033} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.011418] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6/3a5578b7-2b81-40d7-b6ae-dce1092b1ef6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.011800] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.011890] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6949e18-1bb5-4578-9a7b-a5da5698448d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.021346] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1225.021346] env[69677]: value = "task-3437418" [ 1225.021346] env[69677]: _type = "Task" [ 1225.021346] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.029236] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.106353] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437416, 'name': Rename_Task, 'duration_secs': 0.207281} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.109371] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.109682] env[69677]: DEBUG oslo_vmware.api [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437417, 'name': PowerOffVM_Task, 'duration_secs': 0.221878} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.109911] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8064fb9-4c7f-40fd-b483-ef27227c5c50 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.111535] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.111701] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.111930] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08d98ca6-d5fe-4ebf-bc4d-5ff71f61d482 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.118815] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1225.118815] env[69677]: value = "task-3437419" [ 1225.118815] env[69677]: _type = "Task" [ 1225.118815] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.126661] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.182721] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.182931] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.183113] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Deleting the datastore file [datastore1] b1c5da7f-0ef4-4324-aed6-dca969731022 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.183388] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76932abe-adfe-47e6-96c6-addaa5a8e140 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.191016] env[69677]: DEBUG oslo_vmware.api [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for the task: (returnval){ [ 1225.191016] env[69677]: value = "task-3437421" [ 1225.191016] env[69677]: _type = "Task" [ 1225.191016] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.201401] env[69677]: DEBUG oslo_vmware.api [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.260599] env[69677]: INFO nova.compute.manager [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Detaching volume ffaaa1b6-ce09-45ea-846f-7b3b81ab138b [ 1225.303271] env[69677]: INFO nova.virt.block_device [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Attempting to driver detach volume ffaaa1b6-ce09-45ea-846f-7b3b81ab138b from mountpoint /dev/sdb [ 1225.303552] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1225.303760] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686192', 'volume_id': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'name': 'volume-ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b36b030a-fe0c-4f38-aa5a-5247d0c1c314', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'serial': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1225.304646] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee140b1d-13f5-42e4-94b6-af1fb80aff93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.339023] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c969afc7-7f38-474c-9325-a2b1ae8b05da {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.344239] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bb9137-2457-45cf-a947-6de65a1a82ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.371951] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d6675-273e-4c0e-abb5-056e6dd2e784 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.388198] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: fe2fdbe6-1251-4f8c-82f1-f0b3467b78d7] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.390288] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] The volume has not been displaced from its original location: [datastore2] volume-ffaaa1b6-ce09-45ea-846f-7b3b81ab138b/volume-ffaaa1b6-ce09-45ea-846f-7b3b81ab138b.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1225.395693] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1225.396312] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c3574f-59c0-46fd-9a4b-110316220083 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.416619] env[69677]: DEBUG oslo_vmware.api [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1225.416619] env[69677]: value = "task-3437422" [ 1225.416619] env[69677]: _type = "Task" [ 1225.416619] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.422289] env[69677]: DEBUG nova.network.neutron [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Successfully created port: 78d1cd66-34f5-4722-a001-9878549f69d3 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.427525] env[69677]: DEBUG oslo_vmware.api [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.438693] env[69677]: INFO nova.virt.block_device [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Booting with volume b7df580f-0247-4383-9ae0-cf7ec658b634 at /dev/sda [ 1225.475776] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-600783d5-1950-4cb4-a0cc-d58b2ce6aa08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.485056] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386ec293-1fa7-4764-9a3f-a39e646de126 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.506786] env[69677]: DEBUG oslo_concurrency.lockutils [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.507267] env[69677]: DEBUG oslo_concurrency.lockutils [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.507567] env[69677]: DEBUG nova.objects.instance [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lazy-loading 'resources' on Instance uuid e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.521644] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.525505] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41075eec-6429-4644-883a-c9fb2c373f0d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.543794] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1d0c8f-4a12-4bc9-967e-df3e01368b35 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.557913] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065578} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.561884] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.563423] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568ac5fa-4429-47c4-a976-b12c39bc04c4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.586737] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6/3a5578b7-2b81-40d7-b6ae-dce1092b1ef6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.599137] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba87fe00-0cf3-4a81-8a4e-18efd21a9c65 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.616562] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fccb337-8511-4c49-a473-54d080105dd7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.626880] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dffbdd-2ec9-4ef1-a02e-ab2edf6e013a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.629530] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1225.629530] env[69677]: value = "task-3437423" [ 1225.629530] env[69677]: _type = "Task" [ 1225.629530] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.635257] env[69677]: DEBUG oslo_vmware.api [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437419, 'name': PowerOnVM_Task, 'duration_secs': 0.504595} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.639054] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.639328] env[69677]: INFO nova.compute.manager [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1225.639518] env[69677]: DEBUG nova.compute.manager [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.640546] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8962ac37-ea9b-4ed9-a0bc-0b61236e3708 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.647890] env[69677]: DEBUG nova.virt.block_device [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating existing volume attachment record: 21b6d9e3-b226-4e8d-9ae5-035eb8a73ca2 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1225.657685] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.701736] env[69677]: DEBUG oslo_vmware.api [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Task: {'id': task-3437421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505488} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.702550] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.702550] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.702776] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.702859] env[69677]: INFO nova.compute.manager [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1225.703136] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.705881] env[69677]: DEBUG nova.compute.manager [-] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.705996] env[69677]: DEBUG nova.network.neutron [-] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.792599] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085d59e7-02c2-4b6a-be61-3be7cee3ce34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.800621] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c7981-86dd-4b07-891b-a545bca74b37 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.831667] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248ee49d-a687-4887-a771-78c359b1c815 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.839621] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec1a2d7-9515-42bf-8edf-a2d80e880652 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.856817] env[69677]: DEBUG nova.compute.provider_tree [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.897062] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: a97560ec-5ca3-4e30-88f2-1e767ebcdeb9] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.932724] env[69677]: DEBUG oslo_vmware.api [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437422, 'name': ReconfigVM_Task, 'duration_secs': 0.482593} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.933076] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.938947] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf2612a-0e3c-42b0-ae23-862b34dd3016 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.957573] env[69677]: DEBUG oslo_vmware.api [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1225.957573] env[69677]: value = "task-3437424" [ 1225.957573] env[69677]: _type = "Task" [ 1225.957573] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.968665] env[69677]: DEBUG oslo_vmware.api [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.051635] env[69677]: DEBUG nova.compute.manager [req-56450147-9645-4cad-ac9f-e47dd8eed1e2 req-26c074c1-4bda-490a-b90d-7dfc46987bad service nova] [instance: 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59] Received event network-vif-deleted-2e3fa3b7-ebac-47f4-9ab9-5c2619e1f8e9 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.051769] env[69677]: DEBUG nova.compute.manager [req-56450147-9645-4cad-ac9f-e47dd8eed1e2 req-26c074c1-4bda-490a-b90d-7dfc46987bad service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Received event network-changed-b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.051893] env[69677]: DEBUG nova.compute.manager [req-56450147-9645-4cad-ac9f-e47dd8eed1e2 req-26c074c1-4bda-490a-b90d-7dfc46987bad service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Refreshing instance network info cache due to event network-changed-b18ceea9-680c-4a8f-afd1-99dda763c88f. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.052152] env[69677]: DEBUG oslo_concurrency.lockutils [req-56450147-9645-4cad-ac9f-e47dd8eed1e2 req-26c074c1-4bda-490a-b90d-7dfc46987bad service nova] Acquiring lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.052305] env[69677]: DEBUG oslo_concurrency.lockutils [req-56450147-9645-4cad-ac9f-e47dd8eed1e2 req-26c074c1-4bda-490a-b90d-7dfc46987bad service nova] Acquired lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.052466] env[69677]: DEBUG nova.network.neutron [req-56450147-9645-4cad-ac9f-e47dd8eed1e2 req-26c074c1-4bda-490a-b90d-7dfc46987bad service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Refreshing network info cache for port b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.146440] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437423, 'name': ReconfigVM_Task, 'duration_secs': 0.308618} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.146440] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6/3a5578b7-2b81-40d7-b6ae-dce1092b1ef6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.146440] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d642ac4f-85f3-4fd6-bfc5-fded68124676 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.153083] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1226.153083] env[69677]: value = "task-3437425" [ 1226.153083] env[69677]: _type = "Task" [ 1226.153083] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.165785] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437425, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.168515] env[69677]: INFO nova.compute.manager [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Took 18.11 seconds to build instance. [ 1226.360485] env[69677]: DEBUG nova.scheduler.client.report [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.400981] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: a8f82b8b-a451-4b77-abe9-d69a7d061051] Instance has had 0 of 5 cleanup attempts {{(pid=69677) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.467930] env[69677]: DEBUG oslo_vmware.api [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437424, 'name': ReconfigVM_Task, 'duration_secs': 0.212128} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.468242] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686192', 'volume_id': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'name': 'volume-ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b36b030a-fe0c-4f38-aa5a-5247d0c1c314', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b', 'serial': 'ffaaa1b6-ce09-45ea-846f-7b3b81ab138b'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1226.663541] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437425, 'name': Rename_Task, 'duration_secs': 0.1507} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.665973] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.666265] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1587c60-fff3-461c-b28a-9d1142878518 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.670728] env[69677]: DEBUG oslo_concurrency.lockutils [None req-b605a9e5-5e36-4d2a-9cff-95d945b53745 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.619s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.672729] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1226.672729] env[69677]: value = "task-3437426" [ 1226.672729] env[69677]: _type = "Task" [ 1226.672729] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.680624] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.721926] env[69677]: DEBUG nova.network.neutron [-] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.867811] env[69677]: DEBUG oslo_concurrency.lockutils [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.358s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.868936] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.347s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.869520] env[69677]: DEBUG nova.objects.instance [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lazy-loading 'resources' on Instance uuid 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.875787] env[69677]: DEBUG nova.network.neutron [req-56450147-9645-4cad-ac9f-e47dd8eed1e2 req-26c074c1-4bda-490a-b90d-7dfc46987bad service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updated VIF entry in instance network info cache for port b18ceea9-680c-4a8f-afd1-99dda763c88f. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.875787] env[69677]: DEBUG nova.network.neutron [req-56450147-9645-4cad-ac9f-e47dd8eed1e2 req-26c074c1-4bda-490a-b90d-7dfc46987bad service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updating instance_info_cache with network_info: [{"id": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "address": "fa:16:3e:a2:72:76", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18ceea9-68", "ovs_interfaceid": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.902349] env[69677]: INFO nova.scheduler.client.report [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleted allocations for instance e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4 [ 1226.907289] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.907556] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Cleaning up deleted instances with incomplete migration {{(pid=69677) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1227.018842] env[69677]: DEBUG nova.objects.instance [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lazy-loading 'flavor' on Instance uuid b36b030a-fe0c-4f38-aa5a-5247d0c1c314 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.114228] env[69677]: DEBUG nova.network.neutron [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Successfully updated port: 78d1cd66-34f5-4722-a001-9878549f69d3 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.182942] env[69677]: DEBUG oslo_vmware.api [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437426, 'name': PowerOnVM_Task, 'duration_secs': 0.470453} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.182942] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.182942] env[69677]: INFO nova.compute.manager [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1227.183177] env[69677]: DEBUG nova.compute.manager [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.183903] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4e20bc-7ceb-4b1e-8ae3-08e180fb2f33 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.224679] env[69677]: INFO nova.compute.manager [-] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Took 1.52 seconds to deallocate network for instance. [ 1227.378191] env[69677]: DEBUG oslo_concurrency.lockutils [req-56450147-9645-4cad-ac9f-e47dd8eed1e2 req-26c074c1-4bda-490a-b90d-7dfc46987bad service nova] Releasing lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.411823] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.412878] env[69677]: DEBUG oslo_concurrency.lockutils [None req-845a2099-8ab6-4b7b-8151-15b4db2a5bd4 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "e428c7d2-c5e4-4a0f-9be9-7c764ed59aa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.527s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.547233] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598dddcb-26da-4196-8fbd-2c4400ecd3c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.557445] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa3adce-5dcc-4073-a036-929a0242ed48 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.589812] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e84d75-0958-4ed8-b26d-079f20ed9e34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.597411] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213b9373-125b-432a-9dcb-b10187e5f817 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.610732] env[69677]: DEBUG nova.compute.provider_tree [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.616814] env[69677]: DEBUG oslo_concurrency.lockutils [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.616948] env[69677]: DEBUG oslo_concurrency.lockutils [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.617101] env[69677]: DEBUG nova.network.neutron [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.703258] env[69677]: INFO nova.compute.manager [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Took 14.18 seconds to build instance. [ 1227.732291] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.764519] env[69677]: DEBUG nova.compute.manager [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.765066] env[69677]: DEBUG nova.virt.hardware [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.765284] env[69677]: DEBUG nova.virt.hardware [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.765479] env[69677]: DEBUG nova.virt.hardware [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.765655] env[69677]: DEBUG nova.virt.hardware [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.765804] env[69677]: DEBUG nova.virt.hardware [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.765949] env[69677]: DEBUG nova.virt.hardware [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.766166] env[69677]: DEBUG nova.virt.hardware [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.768129] env[69677]: DEBUG nova.virt.hardware [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.768129] env[69677]: DEBUG nova.virt.hardware [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.768129] env[69677]: DEBUG nova.virt.hardware [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.768129] env[69677]: DEBUG nova.virt.hardware [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.768129] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e192bb32-3b3f-4981-8ad1-510a336bf0a0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.777549] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db7d904-78ae-4ddd-ab73-3363e6fa9c18 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.782542] env[69677]: DEBUG nova.compute.manager [req-346ce133-b169-4765-8429-b4aa228d13c1 req-109bc24b-1f52-44fe-9f4b-ea46307a4e6f service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Received event network-changed-53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.782807] env[69677]: DEBUG nova.compute.manager [req-346ce133-b169-4765-8429-b4aa228d13c1 req-109bc24b-1f52-44fe-9f4b-ea46307a4e6f service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing instance network info cache due to event network-changed-53977be0-f20e-44be-9f89-414f05e2d112. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.782923] env[69677]: DEBUG oslo_concurrency.lockutils [req-346ce133-b169-4765-8429-b4aa228d13c1 req-109bc24b-1f52-44fe-9f4b-ea46307a4e6f service nova] Acquiring lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.783073] env[69677]: DEBUG oslo_concurrency.lockutils [req-346ce133-b169-4765-8429-b4aa228d13c1 req-109bc24b-1f52-44fe-9f4b-ea46307a4e6f service nova] Acquired lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.783235] env[69677]: DEBUG nova.network.neutron [req-346ce133-b169-4765-8429-b4aa228d13c1 req-109bc24b-1f52-44fe-9f4b-ea46307a4e6f service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing network info cache for port 53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.027656] env[69677]: DEBUG oslo_concurrency.lockutils [None req-89e4a31c-0ba5-4419-a0c0-85ccace77bac tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.115241] env[69677]: DEBUG nova.scheduler.client.report [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.122949] env[69677]: DEBUG nova.compute.manager [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] [instance: b1c5da7f-0ef4-4324-aed6-dca969731022] Received event network-vif-deleted-1bcf2b30-cf47-4d6d-8b0e-5993eb2a6aec {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.123170] env[69677]: DEBUG nova.compute.manager [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Received event network-vif-plugged-78d1cd66-34f5-4722-a001-9878549f69d3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.123401] env[69677]: DEBUG oslo_concurrency.lockutils [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] Acquiring lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.123569] env[69677]: DEBUG oslo_concurrency.lockutils [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.123734] env[69677]: DEBUG oslo_concurrency.lockutils [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.123929] env[69677]: DEBUG nova.compute.manager [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] No waiting events found dispatching network-vif-plugged-78d1cd66-34f5-4722-a001-9878549f69d3 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.124064] env[69677]: WARNING nova.compute.manager [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Received unexpected event network-vif-plugged-78d1cd66-34f5-4722-a001-9878549f69d3 for instance with vm_state building and task_state spawning. [ 1228.124225] env[69677]: DEBUG nova.compute.manager [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Received event network-changed-78d1cd66-34f5-4722-a001-9878549f69d3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.124377] env[69677]: DEBUG nova.compute.manager [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Refreshing instance network info cache due to event network-changed-78d1cd66-34f5-4722-a001-9878549f69d3. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.124561] env[69677]: DEBUG oslo_concurrency.lockutils [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] Acquiring lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.154824] env[69677]: DEBUG nova.network.neutron [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.208172] env[69677]: DEBUG oslo_concurrency.lockutils [None req-289fc85d-0732-4fee-965a-02f496d5fe4e tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.688s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.315797] env[69677]: DEBUG nova.network.neutron [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance_info_cache with network_info: [{"id": "78d1cd66-34f5-4722-a001-9878549f69d3", "address": "fa:16:3e:a3:76:b5", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d1cd66-34", "ovs_interfaceid": "78d1cd66-34f5-4722-a001-9878549f69d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.490629] env[69677]: DEBUG nova.network.neutron [req-346ce133-b169-4765-8429-b4aa228d13c1 req-109bc24b-1f52-44fe-9f4b-ea46307a4e6f service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updated VIF entry in instance network info cache for port 53977be0-f20e-44be-9f89-414f05e2d112. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.490989] env[69677]: DEBUG nova.network.neutron [req-346ce133-b169-4765-8429-b4aa228d13c1 req-109bc24b-1f52-44fe-9f4b-ea46307a4e6f service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updating instance_info_cache with network_info: [{"id": "53977be0-f20e-44be-9f89-414f05e2d112", "address": "fa:16:3e:e3:11:02", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53977be0-f2", "ovs_interfaceid": "53977be0-f20e-44be-9f89-414f05e2d112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.626021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.626021] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.893s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.626021] env[69677]: DEBUG nova.objects.instance [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lazy-loading 'resources' on Instance uuid b1c5da7f-0ef4-4324-aed6-dca969731022 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.654910] env[69677]: INFO nova.scheduler.client.report [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Deleted allocations for instance 94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59 [ 1228.822022] env[69677]: DEBUG oslo_concurrency.lockutils [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.822022] env[69677]: DEBUG nova.compute.manager [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Instance network_info: |[{"id": "78d1cd66-34f5-4722-a001-9878549f69d3", "address": "fa:16:3e:a3:76:b5", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d1cd66-34", "ovs_interfaceid": "78d1cd66-34f5-4722-a001-9878549f69d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.822022] env[69677]: DEBUG oslo_concurrency.lockutils [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] Acquired lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.822022] env[69677]: DEBUG nova.network.neutron [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Refreshing network info cache for port 78d1cd66-34f5-4722-a001-9878549f69d3 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.822022] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:76:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ebf80ce9-9885-46ed-ac23-310a98789a95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78d1cd66-34f5-4722-a001-9878549f69d3', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.830863] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.834666] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.835353] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce1d4dd5-d000-4167-bd50-d2f83c1aa8a5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.857021] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.857021] env[69677]: value = "task-3437427" [ 1228.857021] env[69677]: _type = "Task" [ 1228.857021] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.866443] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437427, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.918176] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.993525] env[69677]: DEBUG oslo_concurrency.lockutils [req-346ce133-b169-4765-8429-b4aa228d13c1 req-109bc24b-1f52-44fe-9f4b-ea46307a4e6f service nova] Releasing lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.048374] env[69677]: DEBUG oslo_concurrency.lockutils [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.048673] env[69677]: DEBUG oslo_concurrency.lockutils [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.055261] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.055500] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.055711] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.055907] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.056080] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.058107] env[69677]: INFO nova.compute.manager [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Terminating instance [ 1229.062427] env[69677]: DEBUG nova.network.neutron [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updated VIF entry in instance network info cache for port 78d1cd66-34f5-4722-a001-9878549f69d3. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.062821] env[69677]: DEBUG nova.network.neutron [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance_info_cache with network_info: [{"id": "78d1cd66-34f5-4722-a001-9878549f69d3", "address": "fa:16:3e:a3:76:b5", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d1cd66-34", "ovs_interfaceid": "78d1cd66-34f5-4722-a001-9878549f69d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.165383] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0db34f16-1e56-4a98-b82e-0771470a0320 tempest-MultipleCreateTestJSON-746726622 tempest-MultipleCreateTestJSON-746726622-project-member] Lock "94b3dc31-0966-4fa8-9d4d-3cb6a6acfd59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.351s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.279698] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a5cf5b-794f-4c4f-8503-6953c79e9d8c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.287909] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf45477f-c928-474d-bb8c-b611974cb8a7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.321861] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32fe503-0cad-4698-be95-7bec2117429f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.329857] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d4eb4b-371b-461d-a69d-591fc42493ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.344523] env[69677]: DEBUG nova.compute.provider_tree [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.366689] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437427, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.426065] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.426065] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.426065] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.426065] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._sync_power_states {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.552174] env[69677]: DEBUG nova.compute.utils [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.562462] env[69677]: DEBUG nova.compute.manager [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.562668] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.563631] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac48649e-1714-4275-b680-a918ec9efc0d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.568723] env[69677]: DEBUG oslo_concurrency.lockutils [req-58d5ed9c-9c7e-4a14-8ae4-12acb52b9ef7 req-e8bf35d0-a940-49cc-b6a2-f778dbad87d7 service nova] Releasing lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.574240] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.574489] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9df04b42-095c-4fc9-8c50-533090d557f9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.580397] env[69677]: DEBUG oslo_vmware.api [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1229.580397] env[69677]: value = "task-3437428" [ 1229.580397] env[69677]: _type = "Task" [ 1229.580397] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.588866] env[69677]: DEBUG oslo_vmware.api [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.850805] env[69677]: DEBUG nova.scheduler.client.report [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.867275] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437427, 'name': CreateVM_Task, 'duration_secs': 0.626895} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.867643] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.868160] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '21b6d9e3-b226-4e8d-9ae5-035eb8a73ca2', 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686209', 'volume_id': 'b7df580f-0247-4383-9ae0-cf7ec658b634', 'name': 'volume-b7df580f-0247-4383-9ae0-cf7ec658b634', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '415db1ec-f04d-4d6c-87ea-0fe141f883dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7df580f-0247-4383-9ae0-cf7ec658b634', 'serial': 'b7df580f-0247-4383-9ae0-cf7ec658b634'}, 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69677) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1229.868456] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Root volume attach. Driver type: vmdk {{(pid=69677) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1229.869212] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b879e07-298e-41e9-afe7-9787dbfbe296 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.877069] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b3cd11-9ac8-4213-bb82-357820b4b2f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.883617] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e25a830-63b3-4f03-9810-42566ecc43f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.889752] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-eb0885a0-f840-47e5-ab6c-37a9f474bc2f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.898490] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1229.898490] env[69677]: value = "task-3437429" [ 1229.898490] env[69677]: _type = "Task" [ 1229.898490] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.907232] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437429, 'name': RelocateVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.930584] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Getting list of instances from cluster (obj){ [ 1229.930584] env[69677]: value = "domain-c8" [ 1229.930584] env[69677]: _type = "ClusterComputeResource" [ 1229.930584] env[69677]: } {{(pid=69677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1229.932323] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9710087d-7222-4ffc-bd62-86dff2877a06 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.955646] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Got total of 9 instances {{(pid=69677) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1229.955797] env[69677]: WARNING nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] While synchronizing instance power states, found 10 instances in the database and 9 instances on the hypervisor. [ 1229.955887] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Triggering sync for uuid 56912308-ed10-4ce7-8a34-134235478994 {{(pid=69677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.956086] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Triggering sync for uuid b36b030a-fe0c-4f38-aa5a-5247d0c1c314 {{(pid=69677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.956243] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Triggering sync for uuid b1c5da7f-0ef4-4324-aed6-dca969731022 {{(pid=69677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.956389] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Triggering sync for uuid 2066127a-a262-439e-8c9b-13ab38bde560 {{(pid=69677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.956539] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Triggering sync for uuid 2c3fc393-a491-494d-9e14-103f90bb20fe {{(pid=69677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.956686] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Triggering sync for uuid 35d47ba4-c094-4c85-9aca-1d98d40943a2 {{(pid=69677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.956846] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Triggering sync for uuid 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 {{(pid=69677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.956982] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Triggering sync for uuid ae9e9629-5e7f-44f4-aacf-efb3febaa1aa {{(pid=69677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.957153] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Triggering sync for uuid 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6 {{(pid=69677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.957298] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Triggering sync for uuid 415db1ec-f04d-4d6c-87ea-0fe141f883dd {{(pid=69677) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1229.958845] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "56912308-ed10-4ce7-8a34-134235478994" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.959165] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "56912308-ed10-4ce7-8a34-134235478994" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.959385] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.959604] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "b1c5da7f-0ef4-4324-aed6-dca969731022" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.959850] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "2066127a-a262-439e-8c9b-13ab38bde560" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.960056] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "2066127a-a262-439e-8c9b-13ab38bde560" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.960308] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "2c3fc393-a491-494d-9e14-103f90bb20fe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.960755] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.960755] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.960891] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.961216] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.961419] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.961682] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.961842] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.962105] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.962327] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.964095] env[69677]: DEBUG nova.compute.manager [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Received event network-changed-42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.964283] env[69677]: DEBUG nova.compute.manager [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Refreshing instance network info cache due to event network-changed-42c49369-8253-46dc-9eb0-86e96cad7d76. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.964482] env[69677]: DEBUG oslo_concurrency.lockutils [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] Acquiring lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.964630] env[69677]: DEBUG oslo_concurrency.lockutils [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] Acquired lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.964958] env[69677]: DEBUG nova.network.neutron [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Refreshing network info cache for port 42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.966579] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408f58f3-ba6e-47e5-a286-fa38e1caae7e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.969965] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b402b0e-36b7-4264-9615-de85f34b9e22 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.973320] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cff5ac-2565-4083-a510-3364f62a8f1d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.976912] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a61ac1-641b-4426-a863-8ea23a662a7a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.979772] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cced5e-c152-492d-8731-874a28d4eb8e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.982700] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d26384-f531-4391-afa7-2c270f3a1676 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.055194] env[69677]: DEBUG oslo_concurrency.lockutils [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.055755] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.094s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.056675] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5806a75d-6005-4c2b-b4b8-f4c8c2b2fb37 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.090200] env[69677]: DEBUG oslo_vmware.api [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437428, 'name': PowerOffVM_Task, 'duration_secs': 0.21151} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.090200] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.090434] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.090700] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09b9792b-6cef-4f52-867c-0c41b3862a31 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.166164] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1230.166449] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1230.166733] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleting the datastore file [datastore2] b36b030a-fe0c-4f38-aa5a-5247d0c1c314 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1230.167030] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aad40897-e90d-4fe2-b9b1-b4bdb0b070f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.175645] env[69677]: DEBUG oslo_vmware.api [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1230.175645] env[69677]: value = "task-3437431" [ 1230.175645] env[69677]: _type = "Task" [ 1230.175645] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.185224] env[69677]: DEBUG oslo_vmware.api [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.356231] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.388184] env[69677]: INFO nova.scheduler.client.report [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Deleted allocations for instance b1c5da7f-0ef4-4324-aed6-dca969731022 [ 1230.412176] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437429, 'name': RelocateVM_Task} progress is 20%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.507065] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "56912308-ed10-4ce7-8a34-134235478994" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.507426] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.507753] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "2066127a-a262-439e-8c9b-13ab38bde560" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.508084] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.513950] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.514287] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.567392] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.686962] env[69677]: DEBUG oslo_vmware.api [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216447} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.687270] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.687460] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.687670] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.687803] env[69677]: INFO nova.compute.manager [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1230.688054] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.688264] env[69677]: DEBUG nova.compute.manager [-] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.688372] env[69677]: DEBUG nova.network.neutron [-] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.822698] env[69677]: DEBUG nova.network.neutron [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updated VIF entry in instance network info cache for port 42c49369-8253-46dc-9eb0-86e96cad7d76. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.823092] env[69677]: DEBUG nova.network.neutron [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updating instance_info_cache with network_info: [{"id": "42c49369-8253-46dc-9eb0-86e96cad7d76", "address": "fa:16:3e:bc:7e:8e", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c49369-82", "ovs_interfaceid": "42c49369-8253-46dc-9eb0-86e96cad7d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.900519] env[69677]: DEBUG oslo_concurrency.lockutils [None req-cd7c092a-c0b9-434f-85ff-85dafa5fc60b tempest-AttachVolumeTestJSON-616411748 tempest-AttachVolumeTestJSON-616411748-project-member] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.881s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.903714] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.942s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.905195] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-041eb41c-3ed6-46a3-ae17-c4cc5ce1b2ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.915450] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437429, 'name': RelocateVM_Task, 'duration_secs': 0.59466} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.920078] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1230.920078] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686209', 'volume_id': 'b7df580f-0247-4383-9ae0-cf7ec658b634', 'name': 'volume-b7df580f-0247-4383-9ae0-cf7ec658b634', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '415db1ec-f04d-4d6c-87ea-0fe141f883dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7df580f-0247-4383-9ae0-cf7ec658b634', 'serial': 'b7df580f-0247-4383-9ae0-cf7ec658b634'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1230.920078] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976227cf-a23c-4d04-9000-8921923547f3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.924650] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7431bbd6-0f63-43fe-92a3-19f4da9b9116 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.965068] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcdc38b-01a6-4b0d-ab22-e31f0afba179 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.993385] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-b7df580f-0247-4383-9ae0-cf7ec658b634/volume-b7df580f-0247-4383-9ae0-cf7ec658b634.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.994723] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-defc853f-2a65-43ce-b0a8-1068e2ca5e31 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.019551] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1231.019551] env[69677]: value = "task-3437432" [ 1231.019551] env[69677]: _type = "Task" [ 1231.019551] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.031091] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.148759] env[69677]: DEBUG oslo_concurrency.lockutils [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.149072] env[69677]: DEBUG oslo_concurrency.lockutils [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.149342] env[69677]: INFO nova.compute.manager [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Attaching volume 151da99a-dae7-4015-938b-af3808b9d52e to /dev/sdb [ 1231.189479] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18dcb2e-a0b2-43cf-9d6f-098c967d7d6b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.197404] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f555fe0f-910a-4088-97b8-f785a2f79111 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.214178] env[69677]: DEBUG nova.virt.block_device [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Updating existing volume attachment record: b2ea4cee-ea4c-44b2-949d-af27f098c7c7 {{(pid=69677) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1231.259836] env[69677]: DEBUG nova.compute.manager [req-0ac92782-8d99-4bc6-a1de-f942a51d8ca6 req-044f4003-2963-4fb7-9810-32c2b22741c9 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Received event network-vif-deleted-eea9473e-0a7c-4a39-8477-9dd9a75fa895 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.260072] env[69677]: INFO nova.compute.manager [req-0ac92782-8d99-4bc6-a1de-f942a51d8ca6 req-044f4003-2963-4fb7-9810-32c2b22741c9 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Neutron deleted interface eea9473e-0a7c-4a39-8477-9dd9a75fa895; detaching it from the instance and deleting it from the info cache [ 1231.260249] env[69677]: DEBUG nova.network.neutron [req-0ac92782-8d99-4bc6-a1de-f942a51d8ca6 req-044f4003-2963-4fb7-9810-32c2b22741c9 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.326128] env[69677]: DEBUG oslo_concurrency.lockutils [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] Releasing lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.326406] env[69677]: DEBUG nova.compute.manager [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Received event network-changed-42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.326578] env[69677]: DEBUG nova.compute.manager [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Refreshing instance network info cache due to event network-changed-42c49369-8253-46dc-9eb0-86e96cad7d76. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.326781] env[69677]: DEBUG oslo_concurrency.lockutils [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] Acquiring lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.326921] env[69677]: DEBUG oslo_concurrency.lockutils [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] Acquired lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.327103] env[69677]: DEBUG nova.network.neutron [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Refreshing network info cache for port 42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.472410] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "b1c5da7f-0ef4-4324-aed6-dca969731022" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.536548] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.741889] env[69677]: DEBUG nova.network.neutron [-] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.763132] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b507f1b-d05d-470c-87b7-f1a6177ce21b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.775168] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321197c3-03a1-4ee5-b045-f88d168e889f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.809688] env[69677]: DEBUG nova.compute.manager [req-0ac92782-8d99-4bc6-a1de-f942a51d8ca6 req-044f4003-2963-4fb7-9810-32c2b22741c9 service nova] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Detach interface failed, port_id=eea9473e-0a7c-4a39-8477-9dd9a75fa895, reason: Instance b36b030a-fe0c-4f38-aa5a-5247d0c1c314 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1232.030578] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437432, 'name': ReconfigVM_Task, 'duration_secs': 0.747797} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.030874] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-b7df580f-0247-4383-9ae0-cf7ec658b634/volume-b7df580f-0247-4383-9ae0-cf7ec658b634.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.035610] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d320b9c-349d-4624-bd0e-344b77e0dfd2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.045807] env[69677]: DEBUG nova.network.neutron [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updated VIF entry in instance network info cache for port 42c49369-8253-46dc-9eb0-86e96cad7d76. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.046150] env[69677]: DEBUG nova.network.neutron [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updating instance_info_cache with network_info: [{"id": "42c49369-8253-46dc-9eb0-86e96cad7d76", "address": "fa:16:3e:bc:7e:8e", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c49369-82", "ovs_interfaceid": "42c49369-8253-46dc-9eb0-86e96cad7d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.053994] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1232.053994] env[69677]: value = "task-3437437" [ 1232.053994] env[69677]: _type = "Task" [ 1232.053994] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.063939] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.244882] env[69677]: INFO nova.compute.manager [-] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] Took 1.56 seconds to deallocate network for instance. [ 1232.549597] env[69677]: DEBUG oslo_concurrency.lockutils [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] Releasing lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.549817] env[69677]: DEBUG nova.compute.manager [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Received event network-changed-53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.549991] env[69677]: DEBUG nova.compute.manager [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing instance network info cache due to event network-changed-53977be0-f20e-44be-9f89-414f05e2d112. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.550224] env[69677]: DEBUG oslo_concurrency.lockutils [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] Acquiring lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.550494] env[69677]: DEBUG oslo_concurrency.lockutils [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] Acquired lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.550755] env[69677]: DEBUG nova.network.neutron [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing network info cache for port 53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.564880] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437437, 'name': ReconfigVM_Task, 'duration_secs': 0.306932} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.566663] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686209', 'volume_id': 'b7df580f-0247-4383-9ae0-cf7ec658b634', 'name': 'volume-b7df580f-0247-4383-9ae0-cf7ec658b634', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '415db1ec-f04d-4d6c-87ea-0fe141f883dd', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7df580f-0247-4383-9ae0-cf7ec658b634', 'serial': 'b7df580f-0247-4383-9ae0-cf7ec658b634'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1232.566663] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38f76630-2e7c-459e-8f87-066d3c0778af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.574530] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1232.574530] env[69677]: value = "task-3437438" [ 1232.574530] env[69677]: _type = "Task" [ 1232.574530] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.586530] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437438, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.751751] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.752071] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.752299] env[69677]: DEBUG nova.objects.instance [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lazy-loading 'resources' on Instance uuid b36b030a-fe0c-4f38-aa5a-5247d0c1c314 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.084560] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437438, 'name': Rename_Task, 'duration_secs': 0.424228} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.086885] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.087159] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20646fd8-eea9-42e6-98f9-e2b4ae9e696e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.095084] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1233.095084] env[69677]: value = "task-3437439" [ 1233.095084] env[69677]: _type = "Task" [ 1233.095084] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.103289] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.272489] env[69677]: DEBUG nova.network.neutron [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updated VIF entry in instance network info cache for port 53977be0-f20e-44be-9f89-414f05e2d112. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.272882] env[69677]: DEBUG nova.network.neutron [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updating instance_info_cache with network_info: [{"id": "53977be0-f20e-44be-9f89-414f05e2d112", "address": "fa:16:3e:e3:11:02", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53977be0-f2", "ovs_interfaceid": "53977be0-f20e-44be-9f89-414f05e2d112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.394492] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737cb01b-90ea-4136-9429-92a25d53d100 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.402524] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2b2544-12b1-4a97-b148-5aec20565597 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.433484] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07aa7bb6-44f1-4df9-bd76-9cb4d526dfdf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.443022] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d14c7bd-f1e3-4d1b-a851-7c62f56d6dee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.456253] env[69677]: DEBUG nova.compute.provider_tree [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.606726] env[69677]: DEBUG oslo_vmware.api [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437439, 'name': PowerOnVM_Task, 'duration_secs': 0.499325} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.606960] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.607149] env[69677]: INFO nova.compute.manager [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Took 5.84 seconds to spawn the instance on the hypervisor. [ 1233.607331] env[69677]: DEBUG nova.compute.manager [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.608131] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7241c0-f52c-4e2d-b903-707f448c4225 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.775642] env[69677]: DEBUG oslo_concurrency.lockutils [req-36fe8e14-6b5f-4e22-8019-4e00ddb4d70f req-680ffe2b-7784-485b-a21c-6980a53e9622 service nova] Releasing lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.959701] env[69677]: DEBUG nova.scheduler.client.report [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.125989] env[69677]: INFO nova.compute.manager [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Took 12.47 seconds to build instance. [ 1234.465059] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.487704] env[69677]: INFO nova.scheduler.client.report [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleted allocations for instance b36b030a-fe0c-4f38-aa5a-5247d0c1c314 [ 1234.627943] env[69677]: DEBUG oslo_concurrency.lockutils [None req-082bd70a-9fbf-4afb-b950-d69984fd9bf8 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.981s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.628292] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.666s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.628517] env[69677]: INFO nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] During sync_power_state the instance has a pending task (spawning). Skip. [ 1234.628695] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.997673] env[69677]: DEBUG oslo_concurrency.lockutils [None req-23dab8ae-0945-48fa-984d-e4d0927f6766 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.942s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.999696] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.040s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.000666] env[69677]: INFO nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: b36b030a-fe0c-4f38-aa5a-5247d0c1c314] During sync_power_state the instance has a pending task (deleting). Skip. [ 1235.000666] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "b36b030a-fe0c-4f38-aa5a-5247d0c1c314" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.324762] env[69677]: DEBUG nova.compute.manager [req-21bb5908-9b88-4259-9d11-990bf5eb0656 req-8b3bb964-76da-4dd9-9c3d-7ee2ee81c6ed service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Received event network-changed-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.325070] env[69677]: DEBUG nova.compute.manager [req-21bb5908-9b88-4259-9d11-990bf5eb0656 req-8b3bb964-76da-4dd9-9c3d-7ee2ee81c6ed service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Refreshing instance network info cache due to event network-changed-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.325248] env[69677]: DEBUG oslo_concurrency.lockutils [req-21bb5908-9b88-4259-9d11-990bf5eb0656 req-8b3bb964-76da-4dd9-9c3d-7ee2ee81c6ed service nova] Acquiring lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.325248] env[69677]: DEBUG oslo_concurrency.lockutils [req-21bb5908-9b88-4259-9d11-990bf5eb0656 req-8b3bb964-76da-4dd9-9c3d-7ee2ee81c6ed service nova] Acquired lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.325440] env[69677]: DEBUG nova.network.neutron [req-21bb5908-9b88-4259-9d11-990bf5eb0656 req-8b3bb964-76da-4dd9-9c3d-7ee2ee81c6ed service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Refreshing network info cache for port a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.763071] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Volume attach. Driver type: vmdk {{(pid=69677) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1235.763343] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686217', 'volume_id': '151da99a-dae7-4015-938b-af3808b9d52e', 'name': 'volume-151da99a-dae7-4015-938b-af3808b9d52e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a5578b7-2b81-40d7-b6ae-dce1092b1ef6', 'attached_at': '', 'detached_at': '', 'volume_id': '151da99a-dae7-4015-938b-af3808b9d52e', 'serial': '151da99a-dae7-4015-938b-af3808b9d52e'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1235.764245] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ab9114-1645-44c5-80ea-a2aee33bbb18 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.781560] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e17590-a4cc-4614-991a-9bad5aec2e54 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.807115] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-151da99a-dae7-4015-938b-af3808b9d52e/volume-151da99a-dae7-4015-938b-af3808b9d52e.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.807449] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4aebe34-11ee-4438-bb52-5834396e407a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.827151] env[69677]: DEBUG oslo_vmware.api [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1235.827151] env[69677]: value = "task-3437442" [ 1235.827151] env[69677]: _type = "Task" [ 1235.827151] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.839157] env[69677]: DEBUG oslo_vmware.api [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.146539] env[69677]: DEBUG nova.network.neutron [req-21bb5908-9b88-4259-9d11-990bf5eb0656 req-8b3bb964-76da-4dd9-9c3d-7ee2ee81c6ed service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Updated VIF entry in instance network info cache for port a960fc0c-426b-40d0-a1f0-5bffbb4bfd07. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.147008] env[69677]: DEBUG nova.network.neutron [req-21bb5908-9b88-4259-9d11-990bf5eb0656 req-8b3bb964-76da-4dd9-9c3d-7ee2ee81c6ed service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Updating instance_info_cache with network_info: [{"id": "a960fc0c-426b-40d0-a1f0-5bffbb4bfd07", "address": "fa:16:3e:28:0e:6b", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa960fc0c-42", "ovs_interfaceid": "a960fc0c-426b-40d0-a1f0-5bffbb4bfd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.155098] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.341547] env[69677]: DEBUG oslo_vmware.api [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.649850] env[69677]: DEBUG oslo_concurrency.lockutils [req-21bb5908-9b88-4259-9d11-990bf5eb0656 req-8b3bb964-76da-4dd9-9c3d-7ee2ee81c6ed service nova] Releasing lock "refresh_cache-56912308-ed10-4ce7-8a34-134235478994" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.840575] env[69677]: DEBUG oslo_vmware.api [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437442, 'name': ReconfigVM_Task, 'duration_secs': 0.603028} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.840905] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-151da99a-dae7-4015-938b-af3808b9d52e/volume-151da99a-dae7-4015-938b-af3808b9d52e.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.845706] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c664cd5-0ddd-468a-9cfa-e954e1cf1854 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.860664] env[69677]: DEBUG nova.compute.manager [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Stashing vm_state: active {{(pid=69677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1236.864852] env[69677]: DEBUG oslo_vmware.api [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1236.864852] env[69677]: value = "task-3437443" [ 1236.864852] env[69677]: _type = "Task" [ 1236.864852] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.877259] env[69677]: DEBUG oslo_vmware.api [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.114296] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.354379] env[69677]: DEBUG nova.compute.manager [req-1a797bb9-e71c-4a43-bfd6-fe3ea08882f7 req-fa5103b7-73c0-45b7-9444-7b5b7f659a3f service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Received event network-changed-78d1cd66-34f5-4722-a001-9878549f69d3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.354379] env[69677]: DEBUG nova.compute.manager [req-1a797bb9-e71c-4a43-bfd6-fe3ea08882f7 req-fa5103b7-73c0-45b7-9444-7b5b7f659a3f service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Refreshing instance network info cache due to event network-changed-78d1cd66-34f5-4722-a001-9878549f69d3. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1237.354379] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a797bb9-e71c-4a43-bfd6-fe3ea08882f7 req-fa5103b7-73c0-45b7-9444-7b5b7f659a3f service nova] Acquiring lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.354379] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a797bb9-e71c-4a43-bfd6-fe3ea08882f7 req-fa5103b7-73c0-45b7-9444-7b5b7f659a3f service nova] Acquired lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.354379] env[69677]: DEBUG nova.network.neutron [req-1a797bb9-e71c-4a43-bfd6-fe3ea08882f7 req-fa5103b7-73c0-45b7-9444-7b5b7f659a3f service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Refreshing network info cache for port 78d1cd66-34f5-4722-a001-9878549f69d3 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.379161] env[69677]: DEBUG oslo_vmware.api [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437443, 'name': ReconfigVM_Task, 'duration_secs': 0.253478} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.379492] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686217', 'volume_id': '151da99a-dae7-4015-938b-af3808b9d52e', 'name': 'volume-151da99a-dae7-4015-938b-af3808b9d52e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a5578b7-2b81-40d7-b6ae-dce1092b1ef6', 'attached_at': '', 'detached_at': '', 'volume_id': '151da99a-dae7-4015-938b-af3808b9d52e', 'serial': '151da99a-dae7-4015-938b-af3808b9d52e'} {{(pid=69677) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1237.382140] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.382385] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.418526] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.418817] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.888592] env[69677]: INFO nova.compute.claims [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.921702] env[69677]: DEBUG nova.compute.manager [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.133251] env[69677]: DEBUG nova.network.neutron [req-1a797bb9-e71c-4a43-bfd6-fe3ea08882f7 req-fa5103b7-73c0-45b7-9444-7b5b7f659a3f service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updated VIF entry in instance network info cache for port 78d1cd66-34f5-4722-a001-9878549f69d3. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.134588] env[69677]: DEBUG nova.network.neutron [req-1a797bb9-e71c-4a43-bfd6-fe3ea08882f7 req-fa5103b7-73c0-45b7-9444-7b5b7f659a3f service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance_info_cache with network_info: [{"id": "78d1cd66-34f5-4722-a001-9878549f69d3", "address": "fa:16:3e:a3:76:b5", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d1cd66-34", "ovs_interfaceid": "78d1cd66-34f5-4722-a001-9878549f69d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.395371] env[69677]: INFO nova.compute.resource_tracker [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating resource usage from migration fb4f9ca9-eb9c-4086-ba04-dfb3baa1be18 [ 1238.420016] env[69677]: DEBUG nova.objects.instance [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lazy-loading 'flavor' on Instance uuid 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.440924] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.512845] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2234e3d8-c254-4c3d-a4f0-2e3deea9738a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.521030] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30633b93-85eb-4b0f-9f72-d42a43cf65b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.550637] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.551734] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238bdfb7-61f4-4aae-8c95-9a106a463f6e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.559522] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfce7f3-f287-4c31-bb89-3aff3cc45d14 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.573388] env[69677]: DEBUG nova.compute.provider_tree [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.637539] env[69677]: DEBUG oslo_concurrency.lockutils [req-1a797bb9-e71c-4a43-bfd6-fe3ea08882f7 req-fa5103b7-73c0-45b7-9444-7b5b7f659a3f service nova] Releasing lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.927076] env[69677]: DEBUG oslo_concurrency.lockutils [None req-66b6bcdc-7552-46f0-8cd9-a1686342ba44 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.778s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.928656] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.378s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.928656] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.928821] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.928869] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.930948] env[69677]: INFO nova.compute.manager [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Terminating instance [ 1239.076721] env[69677]: DEBUG nova.scheduler.client.report [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.114319] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.114489] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.115181] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1239.115181] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.435534] env[69677]: DEBUG nova.compute.manager [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.435713] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.435989] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50cad8c0-a1e1-4ddb-8e3d-2b3f975c31ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.444694] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1239.444694] env[69677]: value = "task-3437445" [ 1239.444694] env[69677]: _type = "Task" [ 1239.444694] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.453220] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.581838] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.199s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.582075] env[69677]: INFO nova.compute.manager [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Migrating [ 1239.589120] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.148s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.590936] env[69677]: INFO nova.compute.claims [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.617977] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.955865] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437445, 'name': PowerOffVM_Task, 'duration_secs': 0.246823} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.956219] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.956411] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1239.956595] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686217', 'volume_id': '151da99a-dae7-4015-938b-af3808b9d52e', 'name': 'volume-151da99a-dae7-4015-938b-af3808b9d52e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a5578b7-2b81-40d7-b6ae-dce1092b1ef6', 'attached_at': '', 'detached_at': '', 'volume_id': '151da99a-dae7-4015-938b-af3808b9d52e', 'serial': '151da99a-dae7-4015-938b-af3808b9d52e'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1239.957374] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6adb3cb-e01c-41ab-926b-6fd98e6c452f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.979581] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523430bd-8f88-4aef-bbde-d40cfcb18211 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.988120] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f33f42a-9fb7-4804-aaff-9aaf65b5fee1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.010261] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e7e201-e0b3-4734-b49c-4728372ff7ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.025834] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] The volume has not been displaced from its original location: [datastore1] volume-151da99a-dae7-4015-938b-af3808b9d52e/volume-151da99a-dae7-4015-938b-af3808b9d52e.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1240.031091] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1240.031405] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f067842-0d83-475b-b97d-bd1b361d7e59 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.049779] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1240.049779] env[69677]: value = "task-3437446" [ 1240.049779] env[69677]: _type = "Task" [ 1240.049779] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.057632] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437446, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.101477] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.101734] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.101933] env[69677]: DEBUG nova.network.neutron [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.560490] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.748266] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf9d8f7-2e9c-471f-a2b3-01346b3fcb80 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.756382] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5578a694-2ca3-4d0e-bbcb-34c4096b46a8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.793298] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc92bb8a-dea6-4d3d-abe8-71e4b19235e7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.801474] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e37dc66-caca-40b8-b349-27fabc6071bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.815333] env[69677]: DEBUG nova.compute.provider_tree [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.825035] env[69677]: DEBUG nova.network.neutron [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance_info_cache with network_info: [{"id": "78d1cd66-34f5-4722-a001-9878549f69d3", "address": "fa:16:3e:a3:76:b5", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d1cd66-34", "ovs_interfaceid": "78d1cd66-34f5-4722-a001-9878549f69d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.028124] env[69677]: DEBUG oslo_concurrency.lockutils [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "interface-2c3fc393-a491-494d-9e14-103f90bb20fe-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.028439] env[69677]: DEBUG oslo_concurrency.lockutils [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-2c3fc393-a491-494d-9e14-103f90bb20fe-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.028812] env[69677]: DEBUG nova.objects.instance [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'flavor' on Instance uuid 2c3fc393-a491-494d-9e14-103f90bb20fe {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.060791] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437446, 'name': ReconfigVM_Task, 'duration_secs': 0.6114} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.060983] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.065705] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f96d700-baa7-4f2c-834f-834a986a1fc6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.082577] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1241.082577] env[69677]: value = "task-3437447" [ 1241.082577] env[69677]: _type = "Task" [ 1241.082577] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.091422] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.319033] env[69677]: DEBUG nova.scheduler.client.report [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.327175] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.595998] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437447, 'name': ReconfigVM_Task, 'duration_secs': 0.144158} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.596353] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686217', 'volume_id': '151da99a-dae7-4015-938b-af3808b9d52e', 'name': 'volume-151da99a-dae7-4015-938b-af3808b9d52e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3a5578b7-2b81-40d7-b6ae-dce1092b1ef6', 'attached_at': '', 'detached_at': '', 'volume_id': '151da99a-dae7-4015-938b-af3808b9d52e', 'serial': '151da99a-dae7-4015-938b-af3808b9d52e'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1241.596649] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.597434] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29900b2b-13eb-420d-b998-12a63d8684e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.604866] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.605159] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1509499-3aef-4c03-a736-ce2085c78b18 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.624571] env[69677]: DEBUG nova.objects.instance [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'pci_requests' on Instance uuid 2c3fc393-a491-494d-9e14-103f90bb20fe {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.674101] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.674379] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.674745] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleting the datastore file [datastore2] 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.674865] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e76fb89f-589f-4a10-bc2c-160c0dad9117 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.685615] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1241.685615] env[69677]: value = "task-3437449" [ 1241.685615] env[69677]: _type = "Task" [ 1241.685615] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.694558] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.823679] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.824307] env[69677]: DEBUG nova.compute.manager [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.827220] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.209s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.827424] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.827603] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1241.828743] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c6794d-f346-46d9-8c44-3217c83935ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.841682] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf37428-04fc-41f1-b782-bc72b94cf1b8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.860089] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424e977e-0880-462c-b3c3-80c599448e73 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.867881] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5873d9fe-f2b0-47ef-b27d-5c688ab58ef6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.899179] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179627MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1241.899384] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.899526] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.127692] env[69677]: DEBUG nova.objects.base [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Object Instance<2c3fc393-a491-494d-9e14-103f90bb20fe> lazy-loaded attributes: flavor,pci_requests {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1242.128248] env[69677]: DEBUG nova.network.neutron [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.193306] env[69677]: DEBUG nova.policy [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b89388650974f14aafe5cf6b9a96a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374d4725fc6e4d5c875b000af67ed519', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1242.199339] env[69677]: DEBUG oslo_vmware.api [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165691} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.199574] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.199754] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.199928] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.200115] env[69677]: INFO nova.compute.manager [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Took 2.76 seconds to destroy the instance on the hypervisor. [ 1242.200351] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.200604] env[69677]: DEBUG nova.compute.manager [-] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.200723] env[69677]: DEBUG nova.network.neutron [-] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.329835] env[69677]: DEBUG nova.compute.utils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1242.332052] env[69677]: DEBUG nova.compute.manager [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1242.332258] env[69677]: DEBUG nova.network.neutron [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1242.582202] env[69677]: DEBUG nova.compute.manager [req-2bc60492-7bf1-434e-90f7-3b26a3b8fdac req-4193eed7-dc0e-4ac1-812f-05c3a9ca8487 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Received event network-vif-deleted-1c7990aa-7fe2-4938-913c-9ad49a288461 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.582202] env[69677]: INFO nova.compute.manager [req-2bc60492-7bf1-434e-90f7-3b26a3b8fdac req-4193eed7-dc0e-4ac1-812f-05c3a9ca8487 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Neutron deleted interface 1c7990aa-7fe2-4938-913c-9ad49a288461; detaching it from the instance and deleting it from the info cache [ 1242.582202] env[69677]: DEBUG nova.network.neutron [req-2bc60492-7bf1-434e-90f7-3b26a3b8fdac req-4193eed7-dc0e-4ac1-812f-05c3a9ca8487 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.624851] env[69677]: DEBUG nova.policy [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1abd2c37a59449d0b305c88dba2359a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8313c6ff38b6423aacce0436258b3aab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1242.835246] env[69677]: DEBUG nova.compute.manager [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.845987] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca993790-aa4e-4c50-ad2c-71ff9cadb2f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.869296] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance '415db1ec-f04d-4d6c-87ea-0fe141f883dd' progress to 0 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.916020] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Applying migration context for instance 415db1ec-f04d-4d6c-87ea-0fe141f883dd as it has an incoming, in-progress migration fb4f9ca9-eb9c-4086-ba04-dfb3baa1be18. Migration status is migrating {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1242.916020] env[69677]: INFO nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating resource usage from migration fb4f9ca9-eb9c-4086-ba04-dfb3baa1be18 [ 1242.938310] env[69677]: DEBUG nova.network.neutron [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Successfully created port: d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.942504] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 56912308-ed10-4ce7-8a34-134235478994 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1242.942744] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 2066127a-a262-439e-8c9b-13ab38bde560 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1242.942919] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 2c3fc393-a491-494d-9e14-103f90bb20fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1242.943080] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 35d47ba4-c094-4c85-9aca-1d98d40943a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1242.943183] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1242.943289] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance ae9e9629-5e7f-44f4-aacf-efb3febaa1aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1242.943399] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1242.943561] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Migration fb4f9ca9-eb9c-4086-ba04-dfb3baa1be18 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1242.943613] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 415db1ec-f04d-4d6c-87ea-0fe141f883dd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1242.943748] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance c0eb6688-c7c7-4525-8c1a-9d2d40263e8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1242.943898] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1242.944102] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1243.017900] env[69677]: DEBUG nova.network.neutron [-] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.083417] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc02de41-d50f-4a17-ac97-71da4451b32c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.086478] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5700a9c5-ff53-43e3-bfef-edbfdc7b4097 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.097119] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb1c535-f0f5-4625-982b-69437bb64e75 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.107685] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a724a389-0e40-4ee8-bcaa-3a2620d5fd52 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.159643] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b507b022-2974-43cb-9220-a2a573864823 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.162647] env[69677]: DEBUG nova.compute.manager [req-2bc60492-7bf1-434e-90f7-3b26a3b8fdac req-4193eed7-dc0e-4ac1-812f-05c3a9ca8487 service nova] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Detach interface failed, port_id=1c7990aa-7fe2-4938-913c-9ad49a288461, reason: Instance 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.169351] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a817e6-4766-449e-bff4-bebd34c229bf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.184188] env[69677]: DEBUG nova.compute.provider_tree [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.378812] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.379358] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01f10f1a-ee46-491b-93f3-0bd741f663cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.388389] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1243.388389] env[69677]: value = "task-3437450" [ 1243.388389] env[69677]: _type = "Task" [ 1243.388389] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.398082] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.520910] env[69677]: INFO nova.compute.manager [-] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Took 1.32 seconds to deallocate network for instance. [ 1243.688470] env[69677]: DEBUG nova.scheduler.client.report [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.807882] env[69677]: DEBUG nova.network.neutron [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Successfully updated port: 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.844540] env[69677]: DEBUG nova.compute.manager [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.870328] env[69677]: DEBUG nova.virt.hardware [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.870640] env[69677]: DEBUG nova.virt.hardware [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.870809] env[69677]: DEBUG nova.virt.hardware [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.870991] env[69677]: DEBUG nova.virt.hardware [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.871151] env[69677]: DEBUG nova.virt.hardware [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.871297] env[69677]: DEBUG nova.virt.hardware [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.871505] env[69677]: DEBUG nova.virt.hardware [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.871680] env[69677]: DEBUG nova.virt.hardware [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.871853] env[69677]: DEBUG nova.virt.hardware [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.872024] env[69677]: DEBUG nova.virt.hardware [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.872198] env[69677]: DEBUG nova.virt.hardware [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.873066] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e263d5-45f5-4cd2-8f80-87e2b1109629 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.881214] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a144ce86-8df2-450a-9e3b-966373302e32 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.901771] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437450, 'name': PowerOffVM_Task, 'duration_secs': 0.185048} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.902016] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.902216] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance '415db1ec-f04d-4d6c-87ea-0fe141f883dd' progress to 17 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.065910] env[69677]: INFO nova.compute.manager [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6] Took 0.54 seconds to detach 1 volumes for instance. [ 1244.192778] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1244.193159] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.294s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.313024] env[69677]: DEBUG oslo_concurrency.lockutils [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.313318] env[69677]: DEBUG oslo_concurrency.lockutils [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.313515] env[69677]: DEBUG nova.network.neutron [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.409019] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.409019] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.409356] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.409702] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.409999] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.410873] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.410873] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.410873] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.411041] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.411213] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.411440] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.418929] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6ffb157-b605-4258-9ded-fec5c0079cce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.430929] env[69677]: DEBUG nova.compute.manager [req-6b19fb26-189c-4ed5-ab64-c70bd1e728cc req-3c34288e-10df-4899-96e5-0af829825517 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Received event network-vif-plugged-d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.431157] env[69677]: DEBUG oslo_concurrency.lockutils [req-6b19fb26-189c-4ed5-ab64-c70bd1e728cc req-3c34288e-10df-4899-96e5-0af829825517 service nova] Acquiring lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.431366] env[69677]: DEBUG oslo_concurrency.lockutils [req-6b19fb26-189c-4ed5-ab64-c70bd1e728cc req-3c34288e-10df-4899-96e5-0af829825517 service nova] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.431534] env[69677]: DEBUG oslo_concurrency.lockutils [req-6b19fb26-189c-4ed5-ab64-c70bd1e728cc req-3c34288e-10df-4899-96e5-0af829825517 service nova] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.431728] env[69677]: DEBUG nova.compute.manager [req-6b19fb26-189c-4ed5-ab64-c70bd1e728cc req-3c34288e-10df-4899-96e5-0af829825517 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] No waiting events found dispatching network-vif-plugged-d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.431898] env[69677]: WARNING nova.compute.manager [req-6b19fb26-189c-4ed5-ab64-c70bd1e728cc req-3c34288e-10df-4899-96e5-0af829825517 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Received unexpected event network-vif-plugged-d3e0dad0-2105-4785-a786-b514e5317f5e for instance with vm_state building and task_state spawning. [ 1244.441041] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1244.441041] env[69677]: value = "task-3437451" [ 1244.441041] env[69677]: _type = "Task" [ 1244.441041] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.451851] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.550066] env[69677]: DEBUG nova.network.neutron [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Successfully updated port: d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1244.571776] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.572081] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.572305] env[69677]: DEBUG nova.objects.instance [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lazy-loading 'resources' on Instance uuid 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.612492] env[69677]: DEBUG nova.compute.manager [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Received event network-vif-plugged-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.612726] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] Acquiring lock "2c3fc393-a491-494d-9e14-103f90bb20fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.612980] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.613186] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.613368] env[69677]: DEBUG nova.compute.manager [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] No waiting events found dispatching network-vif-plugged-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.613536] env[69677]: WARNING nova.compute.manager [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Received unexpected event network-vif-plugged-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 for instance with vm_state active and task_state None. [ 1244.613701] env[69677]: DEBUG nova.compute.manager [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Received event network-changed-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.613848] env[69677]: DEBUG nova.compute.manager [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing instance network info cache due to event network-changed-2e0d954e-2ff3-4711-a768-dbe2bfb779a1. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.614018] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] Acquiring lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.850943] env[69677]: WARNING nova.network.neutron [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] 93e3c0b6-0390-4a41-aa72-3829d06ec4bf already exists in list: networks containing: ['93e3c0b6-0390-4a41-aa72-3829d06ec4bf']. ignoring it [ 1244.951763] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437451, 'name': ReconfigVM_Task, 'duration_secs': 0.212642} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.952062] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance '415db1ec-f04d-4d6c-87ea-0fe141f883dd' progress to 33 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.052344] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.052486] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.052646] env[69677]: DEBUG nova.network.neutron [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.118533] env[69677]: DEBUG nova.network.neutron [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updating instance_info_cache with network_info: [{"id": "53977be0-f20e-44be-9f89-414f05e2d112", "address": "fa:16:3e:e3:11:02", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53977be0-f2", "ovs_interfaceid": "53977be0-f20e-44be-9f89-414f05e2d112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e0d954e-2ff3-4711-a768-dbe2bfb779a1", "address": "fa:16:3e:96:be:b2", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0d954e-2f", "ovs_interfaceid": "2e0d954e-2ff3-4711-a768-dbe2bfb779a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.193630] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.194095] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.194388] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1245.202549] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590521d0-dc4c-4098-944e-e12a3f3e9f19 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.211300] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318549c0-ade2-4140-817e-5c93f5888c49 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.241878] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aac6a3-5995-4866-ae1a-d6f422f964de {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.249638] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d273de-7124-4f4a-96b5-afe7b0d3bcbb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.264133] env[69677]: DEBUG nova.compute.provider_tree [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.461445] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.461733] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.461909] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.462105] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.462252] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.462398] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.462600] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.462760] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.463012] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.463225] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.463405] env[69677]: DEBUG nova.virt.hardware [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.468757] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1245.469055] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40fcff0-c99f-43d7-bcaf-306ba91b2504 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.488432] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1245.488432] env[69677]: value = "task-3437452" [ 1245.488432] env[69677]: _type = "Task" [ 1245.488432] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.496768] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.602183] env[69677]: DEBUG nova.network.neutron [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.623125] env[69677]: DEBUG oslo_concurrency.lockutils [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.623811] env[69677]: DEBUG oslo_concurrency.lockutils [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.623974] env[69677]: DEBUG oslo_concurrency.lockutils [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.624478] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] Acquired lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.624683] env[69677]: DEBUG nova.network.neutron [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing network info cache for port 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.626583] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f081cc-57a2-4bc9-af4e-e4becba315eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.649240] env[69677]: DEBUG nova.virt.hardware [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.649240] env[69677]: DEBUG nova.virt.hardware [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.649391] env[69677]: DEBUG nova.virt.hardware [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.649437] env[69677]: DEBUG nova.virt.hardware [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.649725] env[69677]: DEBUG nova.virt.hardware [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.649840] env[69677]: DEBUG nova.virt.hardware [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.650058] env[69677]: DEBUG nova.virt.hardware [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.650226] env[69677]: DEBUG nova.virt.hardware [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.650402] env[69677]: DEBUG nova.virt.hardware [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.650596] env[69677]: DEBUG nova.virt.hardware [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.650781] env[69677]: DEBUG nova.virt.hardware [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.657533] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Reconfiguring VM to attach interface {{(pid=69677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1245.658188] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30455036-0761-4ec4-8a87-02c77b03b47c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.681646] env[69677]: DEBUG oslo_vmware.api [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1245.681646] env[69677]: value = "task-3437453" [ 1245.681646] env[69677]: _type = "Task" [ 1245.681646] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.691687] env[69677]: DEBUG oslo_vmware.api [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437453, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.767561] env[69677]: DEBUG nova.network.neutron [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updating instance_info_cache with network_info: [{"id": "d3e0dad0-2105-4785-a786-b514e5317f5e", "address": "fa:16:3e:4e:6e:3b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0dad0-21", "ovs_interfaceid": "d3e0dad0-2105-4785-a786-b514e5317f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.769722] env[69677]: DEBUG nova.scheduler.client.report [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.000082] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437452, 'name': ReconfigVM_Task, 'duration_secs': 0.230003} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.000082] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1246.000952] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d94a27-f6e4-46f5-865f-538e4a8026c5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.023721] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-b7df580f-0247-4383-9ae0-cf7ec658b634/volume-b7df580f-0247-4383-9ae0-cf7ec658b634.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.024029] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3deeaaed-52df-48a4-b611-938e24b534cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.043844] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1246.043844] env[69677]: value = "task-3437454" [ 1246.043844] env[69677]: _type = "Task" [ 1246.043844] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.054104] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.193668] env[69677]: DEBUG oslo_vmware.api [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.273902] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.274272] env[69677]: DEBUG nova.compute.manager [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Instance network_info: |[{"id": "d3e0dad0-2105-4785-a786-b514e5317f5e", "address": "fa:16:3e:4e:6e:3b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0dad0-21", "ovs_interfaceid": "d3e0dad0-2105-4785-a786-b514e5317f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.274972] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.277354] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:6e:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3e0dad0-2105-4785-a786-b514e5317f5e', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.286108] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.286741] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.288211] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cbb8637-1580-4bc3-8632-c9a4f558f63f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.314488] env[69677]: INFO nova.scheduler.client.report [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted allocations for instance 3a5578b7-2b81-40d7-b6ae-dce1092b1ef6 [ 1246.321499] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.321499] env[69677]: value = "task-3437455" [ 1246.321499] env[69677]: _type = "Task" [ 1246.321499] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.331549] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437455, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.350255] env[69677]: DEBUG nova.network.neutron [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updated VIF entry in instance network info cache for port 2e0d954e-2ff3-4711-a768-dbe2bfb779a1. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.350834] env[69677]: DEBUG nova.network.neutron [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updating instance_info_cache with network_info: [{"id": "53977be0-f20e-44be-9f89-414f05e2d112", "address": "fa:16:3e:e3:11:02", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53977be0-f2", "ovs_interfaceid": "53977be0-f20e-44be-9f89-414f05e2d112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e0d954e-2ff3-4711-a768-dbe2bfb779a1", "address": "fa:16:3e:96:be:b2", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0d954e-2f", "ovs_interfaceid": "2e0d954e-2ff3-4711-a768-dbe2bfb779a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.543090] env[69677]: DEBUG nova.compute.manager [req-95399767-2560-4028-b5bb-12065dfcffb6 req-8286506c-5f69-45d4-9f48-b5476170152a service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Received event network-changed-d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.543429] env[69677]: DEBUG nova.compute.manager [req-95399767-2560-4028-b5bb-12065dfcffb6 req-8286506c-5f69-45d4-9f48-b5476170152a service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Refreshing instance network info cache due to event network-changed-d3e0dad0-2105-4785-a786-b514e5317f5e. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1246.543608] env[69677]: DEBUG oslo_concurrency.lockutils [req-95399767-2560-4028-b5bb-12065dfcffb6 req-8286506c-5f69-45d4-9f48-b5476170152a service nova] Acquiring lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.543791] env[69677]: DEBUG oslo_concurrency.lockutils [req-95399767-2560-4028-b5bb-12065dfcffb6 req-8286506c-5f69-45d4-9f48-b5476170152a service nova] Acquired lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.543992] env[69677]: DEBUG nova.network.neutron [req-95399767-2560-4028-b5bb-12065dfcffb6 req-8286506c-5f69-45d4-9f48-b5476170152a service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Refreshing network info cache for port d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.557118] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437454, 'name': ReconfigVM_Task, 'duration_secs': 0.5123} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.558073] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-b7df580f-0247-4383-9ae0-cf7ec658b634/volume-b7df580f-0247-4383-9ae0-cf7ec658b634.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.558431] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance '415db1ec-f04d-4d6c-87ea-0fe141f883dd' progress to 50 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.693303] env[69677]: DEBUG oslo_vmware.api [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437453, 'name': ReconfigVM_Task, 'duration_secs': 0.648977} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.829198] env[69677]: DEBUG oslo_concurrency.lockutils [None req-f0affeab-9ffa-4c4e-8701-ba580473f18c tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "3a5578b7-2b81-40d7-b6ae-dce1092b1ef6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.901s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.832314] env[69677]: DEBUG oslo_concurrency.lockutils [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.832580] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Reconfigured VM to attach interface {{(pid=69677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1246.838481] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437455, 'name': CreateVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.854561] env[69677]: DEBUG oslo_concurrency.lockutils [req-d3decb06-ae47-4ba2-8448-156d15752c57 req-0a66a175-a57c-4dbe-aa26-45ab4e782317 service nova] Releasing lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.864677] env[69677]: DEBUG oslo_concurrency.lockutils [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.865113] env[69677]: DEBUG oslo_concurrency.lockutils [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.865402] env[69677]: DEBUG nova.compute.manager [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.866373] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cd12c6-28ab-4c5a-8f80-d55e956e324e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.874507] env[69677]: DEBUG nova.compute.manager [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1246.875359] env[69677]: DEBUG nova.objects.instance [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'flavor' on Instance uuid 35d47ba4-c094-4c85-9aca-1d98d40943a2 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.066254] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdcc593-9a73-4030-af33-392bfd3567da {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.090736] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1b8243-8331-4bbe-aa20-852fdde18489 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.110234] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance '415db1ec-f04d-4d6c-87ea-0fe141f883dd' progress to 67 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.338671] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437455, 'name': CreateVM_Task, 'duration_secs': 0.610752} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.340268] env[69677]: DEBUG oslo_concurrency.lockutils [None req-655abfc5-32e8-4ee4-93a8-df8b6ca2213a tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-2c3fc393-a491-494d-9e14-103f90bb20fe-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.312s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.342044] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1247.342729] env[69677]: DEBUG nova.network.neutron [req-95399767-2560-4028-b5bb-12065dfcffb6 req-8286506c-5f69-45d4-9f48-b5476170152a service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updated VIF entry in instance network info cache for port d3e0dad0-2105-4785-a786-b514e5317f5e. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.343179] env[69677]: DEBUG nova.network.neutron [req-95399767-2560-4028-b5bb-12065dfcffb6 req-8286506c-5f69-45d4-9f48-b5476170152a service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updating instance_info_cache with network_info: [{"id": "d3e0dad0-2105-4785-a786-b514e5317f5e", "address": "fa:16:3e:4e:6e:3b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0dad0-21", "ovs_interfaceid": "d3e0dad0-2105-4785-a786-b514e5317f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.345425] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.345968] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.346091] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.347365] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da9c7d0d-acba-4a58-ad27-eff3f0816f50 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.354158] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1247.354158] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526d06ef-8c97-cfc8-ec1d-9b602f0b5a80" [ 1247.354158] env[69677]: _type = "Task" [ 1247.354158] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.368691] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526d06ef-8c97-cfc8-ec1d-9b602f0b5a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.847737] env[69677]: DEBUG oslo_concurrency.lockutils [req-95399767-2560-4028-b5bb-12065dfcffb6 req-8286506c-5f69-45d4-9f48-b5476170152a service nova] Releasing lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.866304] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]526d06ef-8c97-cfc8-ec1d-9b602f0b5a80, 'name': SearchDatastore_Task, 'duration_secs': 0.017145} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.866621] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.866857] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.867103] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.867252] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.867434] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.867708] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a74c88b-8434-4791-a662-32c611174137 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.878281] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.878469] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.879296] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07611bce-0dd2-4b08-9e23-f1602b255013 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.882051] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.882294] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e91773d1-6a29-49d9-a17b-ae04dfcc2bcd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.888886] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1247.888886] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ed4976-cc88-2eb3-53c9-9d8a06465585" [ 1247.888886] env[69677]: _type = "Task" [ 1247.888886] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.893764] env[69677]: DEBUG oslo_vmware.api [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1247.893764] env[69677]: value = "task-3437456" [ 1247.893764] env[69677]: _type = "Task" [ 1247.893764] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.901703] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ed4976-cc88-2eb3-53c9-9d8a06465585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.906812] env[69677]: DEBUG oslo_vmware.api [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.401436] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ed4976-cc88-2eb3-53c9-9d8a06465585, 'name': SearchDatastore_Task, 'duration_secs': 0.014244} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.402697] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f550c2e6-9703-4fe6-9e2d-1d0abc026686 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.407604] env[69677]: DEBUG oslo_vmware.api [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437456, 'name': PowerOffVM_Task, 'duration_secs': 0.241481} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.408243] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1248.408502] env[69677]: DEBUG nova.compute.manager [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.409231] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc53351-80c7-48f9-b695-234ef982a4c6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.412639] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1248.412639] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f8ce2f-fd08-aead-5ccd-88ed72cdd645" [ 1248.412639] env[69677]: _type = "Task" [ 1248.412639] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.426398] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f8ce2f-fd08-aead-5ccd-88ed72cdd645, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.426682] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.426946] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c0eb6688-c7c7-4525-8c1a-9d2d40263e8c/c0eb6688-c7c7-4525-8c1a-9d2d40263e8c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.427555] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e62da96c-b686-4d93-90b0-242b0737044e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.433721] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1248.433721] env[69677]: value = "task-3437457" [ 1248.433721] env[69677]: _type = "Task" [ 1248.433721] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.441565] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.739380] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "interface-2c3fc393-a491-494d-9e14-103f90bb20fe-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.739717] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-2c3fc393-a491-494d-9e14-103f90bb20fe-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.785551] env[69677]: DEBUG nova.network.neutron [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Port 78d1cd66-34f5-4722-a001-9878549f69d3 binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1248.925520] env[69677]: DEBUG oslo_concurrency.lockutils [None req-af0ca00b-287a-4b17-8d65-3d0aa3ae320b tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.944908] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "4b1576c1-4405-4346-af17-a97cd3b48d7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.945263] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.953918] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51002} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.954259] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c0eb6688-c7c7-4525-8c1a-9d2d40263e8c/c0eb6688-c7c7-4525-8c1a-9d2d40263e8c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.954509] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.954777] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6974c835-ad63-481c-8e52-b91ee201b635 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.964711] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1248.964711] env[69677]: value = "task-3437458" [ 1248.964711] env[69677]: _type = "Task" [ 1248.964711] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.974967] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.242322] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.242500] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.243392] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b99fe55-d684-487d-b159-d6b20b54aee8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.261646] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800be5fa-5025-4131-b2bf-bb0e1a2ffcc4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.289212] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Reconfiguring VM to detach interface {{(pid=69677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1249.293112] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9975efe-95e8-40cd-9415-7d359dde3ea0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.313312] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1249.313312] env[69677]: value = "task-3437459" [ 1249.313312] env[69677]: _type = "Task" [ 1249.313312] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.325982] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.400522] env[69677]: DEBUG nova.objects.instance [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'flavor' on Instance uuid 35d47ba4-c094-4c85-9aca-1d98d40943a2 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.449103] env[69677]: DEBUG nova.compute.manager [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.475418] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069513} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.475866] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.476719] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819dfdd5-c752-4df1-b13b-2c29b2007e92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.499026] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] c0eb6688-c7c7-4525-8c1a-9d2d40263e8c/c0eb6688-c7c7-4525-8c1a-9d2d40263e8c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.499871] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80ea941f-347a-4ce0-ba23-5f9a86ba829c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.519718] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1249.519718] env[69677]: value = "task-3437460" [ 1249.519718] env[69677]: _type = "Task" [ 1249.519718] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.528096] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.824672] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.824672] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.824969] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.831325] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.905198] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.905370] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.905485] env[69677]: DEBUG nova.network.neutron [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.905661] env[69677]: DEBUG nova.objects.instance [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'info_cache' on Instance uuid 35d47ba4-c094-4c85-9aca-1d98d40943a2 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.970875] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.971219] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.972678] env[69677]: INFO nova.compute.claims [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.034048] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437460, 'name': ReconfigVM_Task, 'duration_secs': 0.299276} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.034048] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Reconfigured VM instance instance-00000076 to attach disk [datastore1] c0eb6688-c7c7-4525-8c1a-9d2d40263e8c/c0eb6688-c7c7-4525-8c1a-9d2d40263e8c.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.034048] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e84ecdd5-d2f1-4939-a5ba-e9c6cfd06d5d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.041196] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1250.041196] env[69677]: value = "task-3437461" [ 1250.041196] env[69677]: _type = "Task" [ 1250.041196] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.048706] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437461, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.325136] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.408433] env[69677]: DEBUG nova.objects.base [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Object Instance<35d47ba4-c094-4c85-9aca-1d98d40943a2> lazy-loaded attributes: flavor,info_cache {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1250.551265] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437461, 'name': Rename_Task, 'duration_secs': 0.14026} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.551671] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.551846] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22022956-c6b0-4b6e-91d2-33555fc9763b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.559460] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1250.559460] env[69677]: value = "task-3437462" [ 1250.559460] env[69677]: _type = "Task" [ 1250.559460] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.567340] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.825777] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.857972] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.858176] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.858354] env[69677]: DEBUG nova.network.neutron [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.073212] env[69677]: DEBUG oslo_vmware.api [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437462, 'name': PowerOnVM_Task, 'duration_secs': 0.440423} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.073478] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.073687] env[69677]: INFO nova.compute.manager [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1251.073863] env[69677]: DEBUG nova.compute.manager [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.074667] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4706be7-7e16-4d0f-9441-e04a550c5341 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.110978] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f2ed03-80fc-4ed4-8376-b4a9300cb30e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.119457] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c597a31d-f13d-4ec9-834b-81da728db130 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.152538] env[69677]: DEBUG nova.network.neutron [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Updating instance_info_cache with network_info: [{"id": "ba37bf21-431e-4735-a875-7de39bf3f800", "address": "fa:16:3e:d5:f8:45", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba37bf21-43", "ovs_interfaceid": "ba37bf21-431e-4735-a875-7de39bf3f800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.154200] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b12eb74-8153-4377-9daf-3132f633e941 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.163129] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612b2037-efcd-49e7-819e-f58f7ce6fcde {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.177015] env[69677]: DEBUG nova.compute.provider_tree [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.326673] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.581602] env[69677]: DEBUG nova.network.neutron [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance_info_cache with network_info: [{"id": "78d1cd66-34f5-4722-a001-9878549f69d3", "address": "fa:16:3e:a3:76:b5", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d1cd66-34", "ovs_interfaceid": "78d1cd66-34f5-4722-a001-9878549f69d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.593549] env[69677]: INFO nova.compute.manager [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Took 13.17 seconds to build instance. [ 1251.658190] env[69677]: DEBUG oslo_concurrency.lockutils [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.680036] env[69677]: DEBUG nova.scheduler.client.report [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.828619] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.960796] env[69677]: DEBUG nova.compute.manager [req-df59d3c3-9f2b-49f3-9df7-f99b6740826c req-44424b6f-67a6-4f99-9e18-8dccabb815bd service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Received event network-changed-d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.961170] env[69677]: DEBUG nova.compute.manager [req-df59d3c3-9f2b-49f3-9df7-f99b6740826c req-44424b6f-67a6-4f99-9e18-8dccabb815bd service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Refreshing instance network info cache due to event network-changed-d3e0dad0-2105-4785-a786-b514e5317f5e. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.961475] env[69677]: DEBUG oslo_concurrency.lockutils [req-df59d3c3-9f2b-49f3-9df7-f99b6740826c req-44424b6f-67a6-4f99-9e18-8dccabb815bd service nova] Acquiring lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.961697] env[69677]: DEBUG oslo_concurrency.lockutils [req-df59d3c3-9f2b-49f3-9df7-f99b6740826c req-44424b6f-67a6-4f99-9e18-8dccabb815bd service nova] Acquired lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.961882] env[69677]: DEBUG nova.network.neutron [req-df59d3c3-9f2b-49f3-9df7-f99b6740826c req-44424b6f-67a6-4f99-9e18-8dccabb815bd service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Refreshing network info cache for port d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.084244] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.095325] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e049bb04-bc80-4e13-b60e-c5977e285dd8 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.676s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.185535] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.186139] env[69677]: DEBUG nova.compute.manager [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.328118] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.593631] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b3bedc-5e60-49f7-8063-a6c42d1ca80d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.602023] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5740f0e-b0c8-41b2-b7e0-dd1325fd6d46 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.664090] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.664436] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47191ef8-c862-44d8-8b28-51664cc82816 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.671342] env[69677]: DEBUG nova.network.neutron [req-df59d3c3-9f2b-49f3-9df7-f99b6740826c req-44424b6f-67a6-4f99-9e18-8dccabb815bd service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updated VIF entry in instance network info cache for port d3e0dad0-2105-4785-a786-b514e5317f5e. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.671729] env[69677]: DEBUG nova.network.neutron [req-df59d3c3-9f2b-49f3-9df7-f99b6740826c req-44424b6f-67a6-4f99-9e18-8dccabb815bd service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updating instance_info_cache with network_info: [{"id": "d3e0dad0-2105-4785-a786-b514e5317f5e", "address": "fa:16:3e:4e:6e:3b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0dad0-21", "ovs_interfaceid": "d3e0dad0-2105-4785-a786-b514e5317f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.678221] env[69677]: DEBUG oslo_vmware.api [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1252.678221] env[69677]: value = "task-3437463" [ 1252.678221] env[69677]: _type = "Task" [ 1252.678221] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.686486] env[69677]: DEBUG oslo_vmware.api [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.690711] env[69677]: DEBUG nova.compute.utils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1252.692051] env[69677]: DEBUG nova.compute.manager [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1252.692222] env[69677]: DEBUG nova.network.neutron [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.732220] env[69677]: DEBUG nova.policy [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9dc3db33e944fb584dcd40093890e55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccac006f4adc452580c76958b6a2aa12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1252.831471] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.020861] env[69677]: DEBUG nova.network.neutron [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Successfully created port: a2635571-8245-4a59-9c1e-e53b8c7a965d {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.174396] env[69677]: DEBUG oslo_concurrency.lockutils [req-df59d3c3-9f2b-49f3-9df7-f99b6740826c req-44424b6f-67a6-4f99-9e18-8dccabb815bd service nova] Releasing lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.189053] env[69677]: DEBUG oslo_vmware.api [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437463, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.195220] env[69677]: DEBUG nova.compute.manager [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.329302] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.689537] env[69677]: DEBUG oslo_vmware.api [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437463, 'name': PowerOnVM_Task, 'duration_secs': 0.578647} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.689821] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.690034] env[69677]: DEBUG nova.compute.manager [None req-5cf62339-cb7d-4365-92c2-7e2ee3e14d89 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.690869] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c59afb7-f5cb-485c-84e2-450fc980ebc2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.711507] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3884e29-0672-49e0-8720-132e1ce3db65 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.733421] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef6503e-94cb-41b1-b845-4a3cda073b6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.744399] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance '415db1ec-f04d-4d6c-87ea-0fe141f883dd' progress to 83 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.829592] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.206709] env[69677]: DEBUG nova.compute.manager [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.233226] env[69677]: DEBUG nova.virt.hardware [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.233476] env[69677]: DEBUG nova.virt.hardware [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.233631] env[69677]: DEBUG nova.virt.hardware [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.233815] env[69677]: DEBUG nova.virt.hardware [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.233960] env[69677]: DEBUG nova.virt.hardware [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.234121] env[69677]: DEBUG nova.virt.hardware [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.234330] env[69677]: DEBUG nova.virt.hardware [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.234490] env[69677]: DEBUG nova.virt.hardware [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.234652] env[69677]: DEBUG nova.virt.hardware [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.234811] env[69677]: DEBUG nova.virt.hardware [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.234980] env[69677]: DEBUG nova.virt.hardware [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.236039] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64d4c95-f6e8-4275-8124-489e776007d5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.244954] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825a3e9e-b714-4578-8242-9cb252e5b8a0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.249967] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.250206] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e42f10e-df0e-44c1-9c25-586aac70f9ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.265787] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1254.265787] env[69677]: value = "task-3437464" [ 1254.265787] env[69677]: _type = "Task" [ 1254.265787] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.273641] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.330445] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.414728] env[69677]: DEBUG nova.compute.manager [req-abd812cb-cca8-4b51-adf0-9d4ca11d8af2 req-3985f387-626f-49b3-8c4c-7cdd794d4d9c service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Received event network-vif-plugged-a2635571-8245-4a59-9c1e-e53b8c7a965d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.414955] env[69677]: DEBUG oslo_concurrency.lockutils [req-abd812cb-cca8-4b51-adf0-9d4ca11d8af2 req-3985f387-626f-49b3-8c4c-7cdd794d4d9c service nova] Acquiring lock "4b1576c1-4405-4346-af17-a97cd3b48d7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.415190] env[69677]: DEBUG oslo_concurrency.lockutils [req-abd812cb-cca8-4b51-adf0-9d4ca11d8af2 req-3985f387-626f-49b3-8c4c-7cdd794d4d9c service nova] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.415430] env[69677]: DEBUG oslo_concurrency.lockutils [req-abd812cb-cca8-4b51-adf0-9d4ca11d8af2 req-3985f387-626f-49b3-8c4c-7cdd794d4d9c service nova] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.415531] env[69677]: DEBUG nova.compute.manager [req-abd812cb-cca8-4b51-adf0-9d4ca11d8af2 req-3985f387-626f-49b3-8c4c-7cdd794d4d9c service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] No waiting events found dispatching network-vif-plugged-a2635571-8245-4a59-9c1e-e53b8c7a965d {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1254.415698] env[69677]: WARNING nova.compute.manager [req-abd812cb-cca8-4b51-adf0-9d4ca11d8af2 req-3985f387-626f-49b3-8c4c-7cdd794d4d9c service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Received unexpected event network-vif-plugged-a2635571-8245-4a59-9c1e-e53b8c7a965d for instance with vm_state building and task_state spawning. [ 1254.516375] env[69677]: DEBUG nova.network.neutron [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Successfully updated port: a2635571-8245-4a59-9c1e-e53b8c7a965d {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.777376] env[69677]: DEBUG oslo_vmware.api [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437464, 'name': PowerOnVM_Task, 'duration_secs': 0.507555} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.777828] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.777970] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4009405-db0b-4292-a92c-31977c26e814 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance '415db1ec-f04d-4d6c-87ea-0fe141f883dd' progress to 100 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.831542] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.018347] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.018454] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.018674] env[69677]: DEBUG nova.network.neutron [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.335679] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.353610] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52afe055-a003-4071-b47a-b5f3ec11d78d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.360466] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-91e90a65-70ce-47e0-a4fc-fa6660dd244f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Suspending the VM {{(pid=69677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1255.360713] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-be3f1387-6629-49cc-b6c6-441fa59f649f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.366959] env[69677]: DEBUG oslo_vmware.api [None req-91e90a65-70ce-47e0-a4fc-fa6660dd244f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1255.366959] env[69677]: value = "task-3437465" [ 1255.366959] env[69677]: _type = "Task" [ 1255.366959] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.376402] env[69677]: DEBUG oslo_vmware.api [None req-91e90a65-70ce-47e0-a4fc-fa6660dd244f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437465, 'name': SuspendVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.555487] env[69677]: DEBUG nova.network.neutron [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.711049] env[69677]: DEBUG nova.network.neutron [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Updating instance_info_cache with network_info: [{"id": "a2635571-8245-4a59-9c1e-e53b8c7a965d", "address": "fa:16:3e:44:66:63", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2635571-82", "ovs_interfaceid": "a2635571-8245-4a59-9c1e-e53b8c7a965d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.836474] env[69677]: DEBUG oslo_vmware.api [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437459, 'name': ReconfigVM_Task, 'duration_secs': 6.03265} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.836929] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.837184] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Reconfigured VM to detach interface {{(pid=69677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1255.878020] env[69677]: DEBUG oslo_vmware.api [None req-91e90a65-70ce-47e0-a4fc-fa6660dd244f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437465, 'name': SuspendVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.214144] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.214472] env[69677]: DEBUG nova.compute.manager [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Instance network_info: |[{"id": "a2635571-8245-4a59-9c1e-e53b8c7a965d", "address": "fa:16:3e:44:66:63", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2635571-82", "ovs_interfaceid": "a2635571-8245-4a59-9c1e-e53b8c7a965d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1256.215164] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:66:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2635571-8245-4a59-9c1e-e53b8c7a965d', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.222785] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.222963] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.223205] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28ff51e1-f1a0-4638-95b3-b6ac6ff72552 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.244838] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.244838] env[69677]: value = "task-3437466" [ 1256.244838] env[69677]: _type = "Task" [ 1256.244838] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.253245] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437466, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.379202] env[69677]: DEBUG oslo_vmware.api [None req-91e90a65-70ce-47e0-a4fc-fa6660dd244f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437465, 'name': SuspendVM_Task, 'duration_secs': 0.973186} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.379551] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-91e90a65-70ce-47e0-a4fc-fa6660dd244f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Suspended the VM {{(pid=69677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1256.379690] env[69677]: DEBUG nova.compute.manager [None req-91e90a65-70ce-47e0-a4fc-fa6660dd244f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.380591] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18797d31-5673-45d3-9042-9257862f0713 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.468476] env[69677]: DEBUG nova.compute.manager [req-557b8bf3-689d-4df3-aa4c-2be718f3e681 req-c1b3aa45-2d2c-43b3-aef3-6a1f6defa770 service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Received event network-changed-a2635571-8245-4a59-9c1e-e53b8c7a965d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.468687] env[69677]: DEBUG nova.compute.manager [req-557b8bf3-689d-4df3-aa4c-2be718f3e681 req-c1b3aa45-2d2c-43b3-aef3-6a1f6defa770 service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Refreshing instance network info cache due to event network-changed-a2635571-8245-4a59-9c1e-e53b8c7a965d. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.468926] env[69677]: DEBUG oslo_concurrency.lockutils [req-557b8bf3-689d-4df3-aa4c-2be718f3e681 req-c1b3aa45-2d2c-43b3-aef3-6a1f6defa770 service nova] Acquiring lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.469103] env[69677]: DEBUG oslo_concurrency.lockutils [req-557b8bf3-689d-4df3-aa4c-2be718f3e681 req-c1b3aa45-2d2c-43b3-aef3-6a1f6defa770 service nova] Acquired lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.469305] env[69677]: DEBUG nova.network.neutron [req-557b8bf3-689d-4df3-aa4c-2be718f3e681 req-c1b3aa45-2d2c-43b3-aef3-6a1f6defa770 service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Refreshing network info cache for port a2635571-8245-4a59-9c1e-e53b8c7a965d {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.755054] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437466, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.177783] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.178151] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.178363] env[69677]: DEBUG nova.network.neutron [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.258184] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437466, 'name': CreateVM_Task, 'duration_secs': 0.748421} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.258425] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.259292] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.259465] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.259786] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.262406] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f38299b-3c90-45ef-a59e-a7b77e34f9bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.268440] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1257.268440] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5239ecae-8d79-be6b-3b6a-26e7319cd8cf" [ 1257.268440] env[69677]: _type = "Task" [ 1257.268440] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.277302] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5239ecae-8d79-be6b-3b6a-26e7319cd8cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.298208] env[69677]: DEBUG nova.network.neutron [req-557b8bf3-689d-4df3-aa4c-2be718f3e681 req-c1b3aa45-2d2c-43b3-aef3-6a1f6defa770 service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Updated VIF entry in instance network info cache for port a2635571-8245-4a59-9c1e-e53b8c7a965d. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.298767] env[69677]: DEBUG nova.network.neutron [req-557b8bf3-689d-4df3-aa4c-2be718f3e681 req-c1b3aa45-2d2c-43b3-aef3-6a1f6defa770 service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Updating instance_info_cache with network_info: [{"id": "a2635571-8245-4a59-9c1e-e53b8c7a965d", "address": "fa:16:3e:44:66:63", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2635571-82", "ovs_interfaceid": "a2635571-8245-4a59-9c1e-e53b8c7a965d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.405893] env[69677]: DEBUG oslo_concurrency.lockutils [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.406240] env[69677]: DEBUG oslo_concurrency.lockutils [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.406484] env[69677]: DEBUG nova.compute.manager [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Going to confirm migration 9 {{(pid=69677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1257.428535] env[69677]: DEBUG nova.compute.manager [req-8ee95e69-340d-4dfe-9358-a5218db4ea33 req-9cee72dd-0b90-4860-bb61-c4f972ad0d63 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Received event network-changed-53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.428809] env[69677]: DEBUG nova.compute.manager [req-8ee95e69-340d-4dfe-9358-a5218db4ea33 req-9cee72dd-0b90-4860-bb61-c4f972ad0d63 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing instance network info cache due to event network-changed-53977be0-f20e-44be-9f89-414f05e2d112. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.428927] env[69677]: DEBUG oslo_concurrency.lockutils [req-8ee95e69-340d-4dfe-9358-a5218db4ea33 req-9cee72dd-0b90-4860-bb61-c4f972ad0d63 service nova] Acquiring lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.779047] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5239ecae-8d79-be6b-3b6a-26e7319cd8cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013072} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.781667] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.781888] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.782137] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.782285] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.782475] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.782740] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0581d8a-44fb-4b7f-9ca3-5fa6a4d166f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.794022] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.794022] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.794022] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155a4807-9d14-40ad-9816-85a67cb5cf3f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.799617] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1257.799617] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c797bd-4131-db56-9e33-2639b1442521" [ 1257.799617] env[69677]: _type = "Task" [ 1257.799617] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.803362] env[69677]: DEBUG oslo_concurrency.lockutils [req-557b8bf3-689d-4df3-aa4c-2be718f3e681 req-c1b3aa45-2d2c-43b3-aef3-6a1f6defa770 service nova] Releasing lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.808931] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c797bd-4131-db56-9e33-2639b1442521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.818571] env[69677]: INFO nova.compute.manager [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Resuming [ 1257.821118] env[69677]: DEBUG nova.objects.instance [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'flavor' on Instance uuid 35d47ba4-c094-4c85-9aca-1d98d40943a2 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.883108] env[69677]: INFO nova.network.neutron [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Port 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1257.883496] env[69677]: DEBUG nova.network.neutron [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updating instance_info_cache with network_info: [{"id": "53977be0-f20e-44be-9f89-414f05e2d112", "address": "fa:16:3e:e3:11:02", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53977be0-f2", "ovs_interfaceid": "53977be0-f20e-44be-9f89-414f05e2d112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.998368] env[69677]: DEBUG oslo_concurrency.lockutils [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.998566] env[69677]: DEBUG oslo_concurrency.lockutils [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquired lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.998758] env[69677]: DEBUG nova.network.neutron [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.998950] env[69677]: DEBUG nova.objects.instance [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lazy-loading 'info_cache' on Instance uuid 415db1ec-f04d-4d6c-87ea-0fe141f883dd {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.101159] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "interface-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.101416] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.101966] env[69677]: DEBUG nova.objects.instance [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'flavor' on Instance uuid ae9e9629-5e7f-44f4-aacf-efb3febaa1aa {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.310084] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c797bd-4131-db56-9e33-2639b1442521, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.310868] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db9c2b26-d615-43fc-af18-15fb952d8e1e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.318654] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1258.318654] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52406a2a-b1a1-ba26-8a5e-35f4d6ecd95b" [ 1258.318654] env[69677]: _type = "Task" [ 1258.318654] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.330594] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52406a2a-b1a1-ba26-8a5e-35f4d6ecd95b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.388941] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.391097] env[69677]: DEBUG oslo_concurrency.lockutils [req-8ee95e69-340d-4dfe-9358-a5218db4ea33 req-9cee72dd-0b90-4860-bb61-c4f972ad0d63 service nova] Acquired lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.391302] env[69677]: DEBUG nova.network.neutron [req-8ee95e69-340d-4dfe-9358-a5218db4ea33 req-9cee72dd-0b90-4860-bb61-c4f972ad0d63 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Refreshing network info cache for port 53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.698060] env[69677]: DEBUG nova.objects.instance [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'pci_requests' on Instance uuid ae9e9629-5e7f-44f4-aacf-efb3febaa1aa {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.834810] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52406a2a-b1a1-ba26-8a5e-35f4d6ecd95b, 'name': SearchDatastore_Task, 'duration_secs': 0.012904} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.834810] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.835099] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 4b1576c1-4405-4346-af17-a97cd3b48d7e/4b1576c1-4405-4346-af17-a97cd3b48d7e.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.835376] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24806dd4-bdb6-44a2-9565-6fa46852097b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.844191] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1258.844191] env[69677]: value = "task-3437467" [ 1258.844191] env[69677]: _type = "Task" [ 1258.844191] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.852850] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.894803] env[69677]: DEBUG oslo_concurrency.lockutils [None req-88b2b7c5-621c-43f5-ad60-2b989af474f5 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-2c3fc393-a491-494d-9e14-103f90bb20fe-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.155s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.096729] env[69677]: DEBUG nova.network.neutron [req-8ee95e69-340d-4dfe-9358-a5218db4ea33 req-9cee72dd-0b90-4860-bb61-c4f972ad0d63 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updated VIF entry in instance network info cache for port 53977be0-f20e-44be-9f89-414f05e2d112. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.097302] env[69677]: DEBUG nova.network.neutron [req-8ee95e69-340d-4dfe-9358-a5218db4ea33 req-9cee72dd-0b90-4860-bb61-c4f972ad0d63 service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updating instance_info_cache with network_info: [{"id": "53977be0-f20e-44be-9f89-414f05e2d112", "address": "fa:16:3e:e3:11:02", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53977be0-f2", "ovs_interfaceid": "53977be0-f20e-44be-9f89-414f05e2d112", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.201201] env[69677]: DEBUG nova.objects.base [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1259.201454] env[69677]: DEBUG nova.network.neutron [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.269575] env[69677]: DEBUG nova.policy [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b89388650974f14aafe5cf6b9a96a68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '374d4725fc6e4d5c875b000af67ed519', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.307246] env[69677]: DEBUG nova.network.neutron [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance_info_cache with network_info: [{"id": "78d1cd66-34f5-4722-a001-9878549f69d3", "address": "fa:16:3e:a3:76:b5", "network": {"id": "28957e44-15f3-4d1f-ad09-88979a6e072b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1538676805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "015f87514254484fb4d300753833434c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ebf80ce9-9885-46ed-ac23-310a98789a95", "external-id": "nsx-vlan-transportzone-582", "segmentation_id": 582, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d1cd66-34", "ovs_interfaceid": "78d1cd66-34f5-4722-a001-9878549f69d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.336076] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.336435] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquired lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.336695] env[69677]: DEBUG nova.network.neutron [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.356304] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503806} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.356931] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 4b1576c1-4405-4346-af17-a97cd3b48d7e/4b1576c1-4405-4346-af17-a97cd3b48d7e.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.356931] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.357167] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cec02ed-59e0-441b-a0a2-ef8c053f3e08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.364451] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1259.364451] env[69677]: value = "task-3437468" [ 1259.364451] env[69677]: _type = "Task" [ 1259.364451] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.372741] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.457921] env[69677]: DEBUG nova.compute.manager [req-43d92ed2-7cc4-4a97-9827-08a32592b156 req-d16cfb6e-dda7-4498-ac2b-2f023873a4de service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Received event network-changed-42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.458062] env[69677]: DEBUG nova.compute.manager [req-43d92ed2-7cc4-4a97-9827-08a32592b156 req-d16cfb6e-dda7-4498-ac2b-2f023873a4de service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Refreshing instance network info cache due to event network-changed-42c49369-8253-46dc-9eb0-86e96cad7d76. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.458251] env[69677]: DEBUG oslo_concurrency.lockutils [req-43d92ed2-7cc4-4a97-9827-08a32592b156 req-d16cfb6e-dda7-4498-ac2b-2f023873a4de service nova] Acquiring lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.458397] env[69677]: DEBUG oslo_concurrency.lockutils [req-43d92ed2-7cc4-4a97-9827-08a32592b156 req-d16cfb6e-dda7-4498-ac2b-2f023873a4de service nova] Acquired lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.458546] env[69677]: DEBUG nova.network.neutron [req-43d92ed2-7cc4-4a97-9827-08a32592b156 req-d16cfb6e-dda7-4498-ac2b-2f023873a4de service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Refreshing network info cache for port 42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.599853] env[69677]: DEBUG oslo_concurrency.lockutils [req-8ee95e69-340d-4dfe-9358-a5218db4ea33 req-9cee72dd-0b90-4860-bb61-c4f972ad0d63 service nova] Releasing lock "refresh_cache-2c3fc393-a491-494d-9e14-103f90bb20fe" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.810333] env[69677]: DEBUG oslo_concurrency.lockutils [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Releasing lock "refresh_cache-415db1ec-f04d-4d6c-87ea-0fe141f883dd" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.810651] env[69677]: DEBUG nova.objects.instance [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lazy-loading 'migration_context' on Instance uuid 415db1ec-f04d-4d6c-87ea-0fe141f883dd {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.876457] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074409} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.876717] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.877512] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe9fdb3-2cd8-4fb9-9550-86783abb5c07 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.900139] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 4b1576c1-4405-4346-af17-a97cd3b48d7e/4b1576c1-4405-4346-af17-a97cd3b48d7e.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.900577] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-435fc9c1-a45a-4086-bb82-dde340371743 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.924674] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1259.924674] env[69677]: value = "task-3437469" [ 1259.924674] env[69677]: _type = "Task" [ 1259.924674] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.933451] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.166859] env[69677]: DEBUG nova.network.neutron [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Updating instance_info_cache with network_info: [{"id": "ba37bf21-431e-4735-a875-7de39bf3f800", "address": "fa:16:3e:d5:f8:45", "network": {"id": "3ce9448f-7644-4b69-815b-aa732c8879bc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-667231603-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e2bf9bf425a4ba0ab25e9c5b1777338", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba37bf21-43", "ovs_interfaceid": "ba37bf21-431e-4735-a875-7de39bf3f800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.253366] env[69677]: DEBUG nova.network.neutron [req-43d92ed2-7cc4-4a97-9827-08a32592b156 req-d16cfb6e-dda7-4498-ac2b-2f023873a4de service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updated VIF entry in instance network info cache for port 42c49369-8253-46dc-9eb0-86e96cad7d76. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.253740] env[69677]: DEBUG nova.network.neutron [req-43d92ed2-7cc4-4a97-9827-08a32592b156 req-d16cfb6e-dda7-4498-ac2b-2f023873a4de service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updating instance_info_cache with network_info: [{"id": "42c49369-8253-46dc-9eb0-86e96cad7d76", "address": "fa:16:3e:bc:7e:8e", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c49369-82", "ovs_interfaceid": "42c49369-8253-46dc-9eb0-86e96cad7d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.313751] env[69677]: DEBUG nova.objects.base [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Object Instance<415db1ec-f04d-4d6c-87ea-0fe141f883dd> lazy-loaded attributes: info_cache,migration_context {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1260.314698] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeb7df1-020f-4f3a-89eb-096913ef448c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.337217] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71620568-690e-4eb1-b0fe-9aef9896fa42 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.343720] env[69677]: DEBUG oslo_vmware.api [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1260.343720] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5225725f-395a-ce34-3e98-585d86e05307" [ 1260.343720] env[69677]: _type = "Task" [ 1260.343720] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.352989] env[69677]: DEBUG oslo_vmware.api [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5225725f-395a-ce34-3e98-585d86e05307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.435557] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.670465] env[69677]: DEBUG oslo_concurrency.lockutils [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Releasing lock "refresh_cache-35d47ba4-c094-4c85-9aca-1d98d40943a2" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.671460] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59fcdb1-ba7b-4c53-b8b1-82bd1b9f0890 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.679774] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Resuming the VM {{(pid=69677) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1260.680086] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e3e07da-7128-438a-85ce-25620afd0a0f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.688192] env[69677]: DEBUG oslo_vmware.api [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1260.688192] env[69677]: value = "task-3437470" [ 1260.688192] env[69677]: _type = "Task" [ 1260.688192] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.698892] env[69677]: DEBUG oslo_vmware.api [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.756804] env[69677]: DEBUG oslo_concurrency.lockutils [req-43d92ed2-7cc4-4a97-9827-08a32592b156 req-d16cfb6e-dda7-4498-ac2b-2f023873a4de service nova] Releasing lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.767861] env[69677]: DEBUG nova.network.neutron [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Successfully updated port: 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.811757] env[69677]: DEBUG nova.compute.manager [req-35eac179-75da-4bbf-b28e-315c17946ead req-3451146c-cdc1-4d7d-8f22-e1a53793b556 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Received event network-vif-plugged-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.811757] env[69677]: DEBUG oslo_concurrency.lockutils [req-35eac179-75da-4bbf-b28e-315c17946ead req-3451146c-cdc1-4d7d-8f22-e1a53793b556 service nova] Acquiring lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.811980] env[69677]: DEBUG oslo_concurrency.lockutils [req-35eac179-75da-4bbf-b28e-315c17946ead req-3451146c-cdc1-4d7d-8f22-e1a53793b556 service nova] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.812165] env[69677]: DEBUG oslo_concurrency.lockutils [req-35eac179-75da-4bbf-b28e-315c17946ead req-3451146c-cdc1-4d7d-8f22-e1a53793b556 service nova] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.812333] env[69677]: DEBUG nova.compute.manager [req-35eac179-75da-4bbf-b28e-315c17946ead req-3451146c-cdc1-4d7d-8f22-e1a53793b556 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] No waiting events found dispatching network-vif-plugged-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1260.812492] env[69677]: WARNING nova.compute.manager [req-35eac179-75da-4bbf-b28e-315c17946ead req-3451146c-cdc1-4d7d-8f22-e1a53793b556 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Received unexpected event network-vif-plugged-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 for instance with vm_state active and task_state None. [ 1260.855297] env[69677]: DEBUG oslo_vmware.api [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5225725f-395a-ce34-3e98-585d86e05307, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.855530] env[69677]: DEBUG oslo_concurrency.lockutils [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.855771] env[69677]: DEBUG oslo_concurrency.lockutils [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.881175] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.881429] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.881609] env[69677]: INFO nova.compute.manager [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Shelving [ 1260.939349] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.204410] env[69677]: DEBUG oslo_vmware.api [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.270696] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.271063] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.271279] env[69677]: DEBUG nova.network.neutron [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.437551] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437469, 'name': ReconfigVM_Task, 'duration_secs': 1.127077} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.437884] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 4b1576c1-4405-4346-af17-a97cd3b48d7e/4b1576c1-4405-4346-af17-a97cd3b48d7e.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.438545] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-138131af-794c-4030-b29c-bbf803ae9141 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.448918] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1261.448918] env[69677]: value = "task-3437471" [ 1261.448918] env[69677]: _type = "Task" [ 1261.448918] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.467904] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437471, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.505649] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bb90ca-47e8-4780-ac01-a613fc68545d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.514430] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5093ca7c-4e14-4e2e-b07a-77270c8f0a63 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.547704] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0ff404-a1e8-49ff-b78c-4ce1001371df {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.556673] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a6ddae-d234-46f9-855e-2cdd79a7a8ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.572044] env[69677]: DEBUG nova.compute.provider_tree [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.699175] env[69677]: DEBUG oslo_vmware.api [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437470, 'name': PowerOnVM_Task, 'duration_secs': 0.586311} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.699446] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Resumed the VM {{(pid=69677) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1261.699629] env[69677]: DEBUG nova.compute.manager [None req-91e2433c-ad58-4047-9833-3d5b1340891f tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.700438] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffa98e4-ce14-4bf8-bd8f-2d8701cccd31 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.807658] env[69677]: WARNING nova.network.neutron [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] 93e3c0b6-0390-4a41-aa72-3829d06ec4bf already exists in list: networks containing: ['93e3c0b6-0390-4a41-aa72-3829d06ec4bf']. ignoring it [ 1261.892065] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.892381] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5701bcf6-2ec2-416e-b1ef-e369fc68c6f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.900332] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1261.900332] env[69677]: value = "task-3437472" [ 1261.900332] env[69677]: _type = "Task" [ 1261.900332] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.909603] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.959874] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437471, 'name': Rename_Task, 'duration_secs': 0.162402} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.960228] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.960448] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-710b3163-d347-4ad7-a1ab-1b5c6307ce5f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.967979] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1261.967979] env[69677]: value = "task-3437473" [ 1261.967979] env[69677]: _type = "Task" [ 1261.967979] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.976531] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.075407] env[69677]: DEBUG nova.scheduler.client.report [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.097035] env[69677]: DEBUG nova.network.neutron [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updating instance_info_cache with network_info: [{"id": "42c49369-8253-46dc-9eb0-86e96cad7d76", "address": "fa:16:3e:bc:7e:8e", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c49369-82", "ovs_interfaceid": "42c49369-8253-46dc-9eb0-86e96cad7d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e0d954e-2ff3-4711-a768-dbe2bfb779a1", "address": "fa:16:3e:96:be:b2", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0d954e-2f", "ovs_interfaceid": "2e0d954e-2ff3-4711-a768-dbe2bfb779a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.410615] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437472, 'name': PowerOffVM_Task, 'duration_secs': 0.303635} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.410947] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.411738] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a515ce4a-ad40-4141-a201-6d3f07e26e42 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.430931] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf888809-9547-409e-aad3-aa5d06aa765a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.478703] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.559511] env[69677]: DEBUG oslo_concurrency.lockutils [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.559763] env[69677]: DEBUG oslo_concurrency.lockutils [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.559978] env[69677]: DEBUG oslo_concurrency.lockutils [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "35d47ba4-c094-4c85-9aca-1d98d40943a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.560177] env[69677]: DEBUG oslo_concurrency.lockutils [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.560345] env[69677]: DEBUG oslo_concurrency.lockutils [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.562540] env[69677]: INFO nova.compute.manager [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Terminating instance [ 1262.599836] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.600552] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.600825] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.602019] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b85eb-6e8a-4622-b738-b774863617d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.623771] env[69677]: DEBUG nova.virt.hardware [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.624080] env[69677]: DEBUG nova.virt.hardware [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.624280] env[69677]: DEBUG nova.virt.hardware [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.624474] env[69677]: DEBUG nova.virt.hardware [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.624623] env[69677]: DEBUG nova.virt.hardware [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.624769] env[69677]: DEBUG nova.virt.hardware [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.624974] env[69677]: DEBUG nova.virt.hardware [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.625145] env[69677]: DEBUG nova.virt.hardware [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.625315] env[69677]: DEBUG nova.virt.hardware [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.625477] env[69677]: DEBUG nova.virt.hardware [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.625645] env[69677]: DEBUG nova.virt.hardware [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.631948] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Reconfiguring VM to attach interface {{(pid=69677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1262.632267] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a923f98-7894-4414-9bf1-a5da9da7a721 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.651575] env[69677]: DEBUG oslo_vmware.api [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1262.651575] env[69677]: value = "task-3437474" [ 1262.651575] env[69677]: _type = "Task" [ 1262.651575] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.660488] env[69677]: DEBUG oslo_vmware.api [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437474, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.900664] env[69677]: DEBUG nova.compute.manager [req-9091da25-3391-4ccb-9703-6a028b34e1aa req-9b891b6c-5f14-483a-94bf-b35ff8ba1309 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Received event network-changed-2e0d954e-2ff3-4711-a768-dbe2bfb779a1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.900865] env[69677]: DEBUG nova.compute.manager [req-9091da25-3391-4ccb-9703-6a028b34e1aa req-9b891b6c-5f14-483a-94bf-b35ff8ba1309 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Refreshing instance network info cache due to event network-changed-2e0d954e-2ff3-4711-a768-dbe2bfb779a1. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.901130] env[69677]: DEBUG oslo_concurrency.lockutils [req-9091da25-3391-4ccb-9703-6a028b34e1aa req-9b891b6c-5f14-483a-94bf-b35ff8ba1309 service nova] Acquiring lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.901291] env[69677]: DEBUG oslo_concurrency.lockutils [req-9091da25-3391-4ccb-9703-6a028b34e1aa req-9b891b6c-5f14-483a-94bf-b35ff8ba1309 service nova] Acquired lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.901453] env[69677]: DEBUG nova.network.neutron [req-9091da25-3391-4ccb-9703-6a028b34e1aa req-9b891b6c-5f14-483a-94bf-b35ff8ba1309 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Refreshing network info cache for port 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.941573] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1262.941978] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-79fef150-75f3-4f75-a595-bab2b4e48691 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.951060] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1262.951060] env[69677]: value = "task-3437475" [ 1262.951060] env[69677]: _type = "Task" [ 1262.951060] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.960834] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437475, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.981174] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.066527] env[69677]: DEBUG nova.compute.manager [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.066818] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.067863] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a27caa-8bd9-42ad-822a-bd6f8e952f73 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.078488] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.078896] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4c7812c-898d-4013-be48-7a93e46240e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.084615] env[69677]: DEBUG oslo_concurrency.lockutils [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.229s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.089206] env[69677]: DEBUG oslo_vmware.api [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1263.089206] env[69677]: value = "task-3437476" [ 1263.089206] env[69677]: _type = "Task" [ 1263.089206] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.098496] env[69677]: DEBUG oslo_vmware.api [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.163090] env[69677]: DEBUG oslo_vmware.api [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.462091] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437475, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.479506] env[69677]: DEBUG oslo_vmware.api [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437473, 'name': PowerOnVM_Task, 'duration_secs': 1.051318} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.479867] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.480039] env[69677]: INFO nova.compute.manager [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1263.480159] env[69677]: DEBUG nova.compute.manager [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.481011] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a550feeb-76f2-4fe6-ab78-a9b09d2420c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.605750] env[69677]: DEBUG oslo_vmware.api [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437476, 'name': PowerOffVM_Task, 'duration_secs': 0.233952} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.606603] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.608082] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.608082] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83fb0e84-433d-49bf-b1d2-01f161b600fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.615604] env[69677]: DEBUG nova.network.neutron [req-9091da25-3391-4ccb-9703-6a028b34e1aa req-9b891b6c-5f14-483a-94bf-b35ff8ba1309 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updated VIF entry in instance network info cache for port 2e0d954e-2ff3-4711-a768-dbe2bfb779a1. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.616075] env[69677]: DEBUG nova.network.neutron [req-9091da25-3391-4ccb-9703-6a028b34e1aa req-9b891b6c-5f14-483a-94bf-b35ff8ba1309 service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updating instance_info_cache with network_info: [{"id": "42c49369-8253-46dc-9eb0-86e96cad7d76", "address": "fa:16:3e:bc:7e:8e", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c49369-82", "ovs_interfaceid": "42c49369-8253-46dc-9eb0-86e96cad7d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e0d954e-2ff3-4711-a768-dbe2bfb779a1", "address": "fa:16:3e:96:be:b2", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0d954e-2f", "ovs_interfaceid": "2e0d954e-2ff3-4711-a768-dbe2bfb779a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.657277] env[69677]: INFO nova.scheduler.client.report [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted allocation for migration fb4f9ca9-eb9c-4086-ba04-dfb3baa1be18 [ 1263.661738] env[69677]: DEBUG oslo_vmware.api [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437474, 'name': ReconfigVM_Task, 'duration_secs': 0.62199} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.664418] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.664622] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Reconfigured VM to attach interface {{(pid=69677) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1263.754195] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.754262] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.754441] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleting the datastore file [datastore1] 35d47ba4-c094-4c85-9aca-1d98d40943a2 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.754724] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2506adf0-5005-47f3-b5d0-43876a8382eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.762862] env[69677]: DEBUG oslo_vmware.api [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for the task: (returnval){ [ 1263.762862] env[69677]: value = "task-3437478" [ 1263.762862] env[69677]: _type = "Task" [ 1263.762862] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.770903] env[69677]: DEBUG oslo_vmware.api [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.962738] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437475, 'name': CreateSnapshot_Task, 'duration_secs': 0.88623} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.963278] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1263.963813] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186fe206-5dd2-4f35-96a9-5f2ad2b90dba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.976224] env[69677]: INFO nova.compute.manager [None req-7b4a2f72-f521-4dba-b87f-cf38b008ec3e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Get console output [ 1263.976571] env[69677]: WARNING nova.virt.vmwareapi.driver [None req-7b4a2f72-f521-4dba-b87f-cf38b008ec3e tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] The console log is missing. Check your VSPC configuration [ 1263.998600] env[69677]: INFO nova.compute.manager [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Took 14.04 seconds to build instance. [ 1264.121427] env[69677]: DEBUG oslo_concurrency.lockutils [req-9091da25-3391-4ccb-9703-6a028b34e1aa req-9b891b6c-5f14-483a-94bf-b35ff8ba1309 service nova] Releasing lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.168314] env[69677]: DEBUG oslo_concurrency.lockutils [None req-775e0455-1e9a-4814-b3fd-a3c22da48792 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.762s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.170154] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4774eccb-6b1f-42cd-9d12-c146c0de8e8f tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.069s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.273056] env[69677]: DEBUG oslo_vmware.api [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Task: {'id': task-3437478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186451} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.273422] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.273653] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.273866] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.274086] env[69677]: INFO nova.compute.manager [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1264.274397] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.274636] env[69677]: DEBUG nova.compute.manager [-] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.274776] env[69677]: DEBUG nova.network.neutron [-] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.485050] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1264.486874] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a91b8bc9-12b5-4297-8092-cd63640df612 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.496640] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1264.496640] env[69677]: value = "task-3437479" [ 1264.496640] env[69677]: _type = "Task" [ 1264.496640] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.500127] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ea442d29-60ca-41b6-b02a-44f0dda11d2a tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.555s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.506262] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437479, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.012197] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437479, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.026347] env[69677]: DEBUG nova.compute.manager [req-cf896c8d-3559-41fb-871b-b2a284c63fbb req-482573da-afd0-438a-976b-d0bbd1add51a service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Received event network-vif-deleted-ba37bf21-431e-4735-a875-7de39bf3f800 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.027264] env[69677]: INFO nova.compute.manager [req-cf896c8d-3559-41fb-871b-b2a284c63fbb req-482573da-afd0-438a-976b-d0bbd1add51a service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Neutron deleted interface ba37bf21-431e-4735-a875-7de39bf3f800; detaching it from the instance and deleting it from the info cache [ 1265.027264] env[69677]: DEBUG nova.network.neutron [req-cf896c8d-3559-41fb-871b-b2a284c63fbb req-482573da-afd0-438a-976b-d0bbd1add51a service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.216414] env[69677]: DEBUG nova.network.neutron [-] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.509783] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "4b1576c1-4405-4346-af17-a97cd3b48d7e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.510280] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.510364] env[69677]: INFO nova.compute.manager [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Shelving [ 1265.511881] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437479, 'name': CloneVM_Task} progress is 95%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.529589] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b02f00a0-a39b-4ea6-8d5d-ae5b02163a8c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.541334] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7491ba-426b-457c-8dc4-6c44446a23b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.575385] env[69677]: DEBUG nova.compute.manager [req-cf896c8d-3559-41fb-871b-b2a284c63fbb req-482573da-afd0-438a-976b-d0bbd1add51a service nova] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Detach interface failed, port_id=ba37bf21-431e-4735-a875-7de39bf3f800, reason: Instance 35d47ba4-c094-4c85-9aca-1d98d40943a2 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1265.719716] env[69677]: INFO nova.compute.manager [-] [instance: 35d47ba4-c094-4c85-9aca-1d98d40943a2] Took 1.44 seconds to deallocate network for instance. [ 1265.798689] env[69677]: DEBUG oslo_concurrency.lockutils [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "interface-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.799044] env[69677]: DEBUG oslo_concurrency.lockutils [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.009568] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437479, 'name': CloneVM_Task, 'duration_secs': 1.398203} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.010112] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Created linked-clone VM from snapshot [ 1266.010616] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796c3262-9df8-4be6-b67d-7dafef2ceb1d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.022722] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Uploading image 4c5d5539-5839-4232-9223-171fd5255d7d {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1266.048581] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1266.048581] env[69677]: value = "vm-686221" [ 1266.048581] env[69677]: _type = "VirtualMachine" [ 1266.048581] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1266.048884] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-085957e7-16c1-45ed-97c6-1d9c0709d281 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.057987] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lease: (returnval){ [ 1266.057987] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5286e83d-5ed9-f4dd-451b-1f90197828b2" [ 1266.057987] env[69677]: _type = "HttpNfcLease" [ 1266.057987] env[69677]: } obtained for exporting VM: (result){ [ 1266.057987] env[69677]: value = "vm-686221" [ 1266.057987] env[69677]: _type = "VirtualMachine" [ 1266.057987] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1266.058448] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the lease: (returnval){ [ 1266.058448] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5286e83d-5ed9-f4dd-451b-1f90197828b2" [ 1266.058448] env[69677]: _type = "HttpNfcLease" [ 1266.058448] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1266.067440] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.067440] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5286e83d-5ed9-f4dd-451b-1f90197828b2" [ 1266.067440] env[69677]: _type = "HttpNfcLease" [ 1266.067440] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1266.226853] env[69677]: DEBUG oslo_concurrency.lockutils [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.227184] env[69677]: DEBUG oslo_concurrency.lockutils [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.227377] env[69677]: DEBUG nova.objects.instance [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lazy-loading 'resources' on Instance uuid 35d47ba4-c094-4c85-9aca-1d98d40943a2 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.302221] env[69677]: DEBUG oslo_concurrency.lockutils [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.302424] env[69677]: DEBUG oslo_concurrency.lockutils [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.303353] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154ebc29-25e9-4c65-828f-c9c1d542bfb0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.324970] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dab4c83-a83b-40d8-93f8-826f6744772d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.351915] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Reconfiguring VM to detach interface {{(pid=69677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1266.352215] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e63d1c0-0d0f-43de-99a6-8c2d247327f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.373916] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1266.373916] env[69677]: value = "task-3437481" [ 1266.373916] env[69677]: _type = "Task" [ 1266.373916] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.385331] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.520064] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.520431] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c559bfe-61d2-4239-90a9-bb4c324755ae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.528101] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1266.528101] env[69677]: value = "task-3437482" [ 1266.528101] env[69677]: _type = "Task" [ 1266.528101] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.536597] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.569555] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.569555] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5286e83d-5ed9-f4dd-451b-1f90197828b2" [ 1266.569555] env[69677]: _type = "HttpNfcLease" [ 1266.569555] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1266.569964] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1266.569964] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5286e83d-5ed9-f4dd-451b-1f90197828b2" [ 1266.569964] env[69677]: _type = "HttpNfcLease" [ 1266.569964] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1266.571149] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddc03e3-bdf6-43b2-8781-cb2c2f65205e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.580024] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3bf5f-4856-4c9d-4b69-f567603857b2/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1266.580218] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3bf5f-4856-4c9d-4b69-f567603857b2/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1266.668892] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6134fefc-6989-47cd-9104-dc1aff7411ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.848826] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7c1bf0-ea5f-44ce-b197-7ed9e277dfd3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.857436] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fd9b06-3a84-4886-b661-f8bf617e741f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.895923] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecac9b8-821b-4f50-91a2-4a44c6f4e777 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.904361] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.907729] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eaae92-66b8-49d5-86a9-299b0c9b32b5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.922949] env[69677]: DEBUG nova.compute.provider_tree [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.039535] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437482, 'name': PowerOffVM_Task, 'duration_secs': 0.332726} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.039535] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.040816] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ef4dff-f00a-43cc-890b-ed65b2e2da43 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.060404] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eea2b5f-5cf1-471e-b610-2919e994e2af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.401456] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.426559] env[69677]: DEBUG nova.scheduler.client.report [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.575569] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1267.575952] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90018697-6dd5-4490-b1bd-a0ef805d6d21 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.584746] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1267.584746] env[69677]: value = "task-3437483" [ 1267.584746] env[69677]: _type = "Task" [ 1267.584746] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.594456] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437483, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.901878] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.932058] env[69677]: DEBUG oslo_concurrency.lockutils [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.952695] env[69677]: INFO nova.scheduler.client.report [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Deleted allocations for instance 35d47ba4-c094-4c85-9aca-1d98d40943a2 [ 1268.095897] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437483, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.403592] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.461183] env[69677]: DEBUG oslo_concurrency.lockutils [None req-15c52f38-6962-4ed9-880e-41f46fa78b59 tempest-ServerActionsTestJSON-102281600 tempest-ServerActionsTestJSON-102281600-project-member] Lock "35d47ba4-c094-4c85-9aca-1d98d40943a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.901s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.601024] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437483, 'name': CreateSnapshot_Task, 'duration_secs': 0.56504} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.601024] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1268.601024] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b17a93b-fc65-4d2f-b7bd-e81d8bca2fd8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.904251] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.122882] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1269.123320] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c00a4b4-97ce-4f59-ad93-95867a74fe16 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.134748] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1269.134748] env[69677]: value = "task-3437484" [ 1269.134748] env[69677]: _type = "Task" [ 1269.134748] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.144252] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437484, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.405466] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.646128] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437484, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.904999] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.148783] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437484, 'name': CloneVM_Task} progress is 95%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.405173] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.650092] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437484, 'name': CloneVM_Task, 'duration_secs': 1.380984} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.650485] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Created linked-clone VM from snapshot [ 1270.651337] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab1a94a-d4dc-49bc-9edd-7006e95752a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.660150] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Uploading image f07161e0-2da6-4a6b-92f4-c478dc5bba50 {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1270.696015] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1270.696015] env[69677]: value = "vm-686223" [ 1270.696015] env[69677]: _type = "VirtualMachine" [ 1270.696015] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1270.696414] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d3dbf1fb-32e4-4119-b6e1-a773cd6772ae {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.706814] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lease: (returnval){ [ 1270.706814] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527ae503-9c9b-16e0-079a-33b05adb1717" [ 1270.706814] env[69677]: _type = "HttpNfcLease" [ 1270.706814] env[69677]: } obtained for exporting VM: (result){ [ 1270.706814] env[69677]: value = "vm-686223" [ 1270.706814] env[69677]: _type = "VirtualMachine" [ 1270.706814] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1270.707228] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the lease: (returnval){ [ 1270.707228] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527ae503-9c9b-16e0-079a-33b05adb1717" [ 1270.707228] env[69677]: _type = "HttpNfcLease" [ 1270.707228] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1270.715175] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.715175] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527ae503-9c9b-16e0-079a-33b05adb1717" [ 1270.715175] env[69677]: _type = "HttpNfcLease" [ 1270.715175] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1270.905883] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.216675] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1271.216675] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527ae503-9c9b-16e0-079a-33b05adb1717" [ 1271.216675] env[69677]: _type = "HttpNfcLease" [ 1271.216675] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1271.216972] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1271.216972] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527ae503-9c9b-16e0-079a-33b05adb1717" [ 1271.216972] env[69677]: _type = "HttpNfcLease" [ 1271.216972] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1271.217733] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d91c418-4c4d-4db9-98ac-a314cdedc23b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.226114] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4ffbe-3526-0dbb-c8e1-792a4ed38b95/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1271.226289] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4ffbe-3526-0dbb-c8e1-792a4ed38b95/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1271.315621] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4576f924-2aed-4094-a9dc-efec01ee13e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.406782] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.909085] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.408988] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.910068] env[69677]: DEBUG oslo_vmware.api [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437481, 'name': ReconfigVM_Task, 'duration_secs': 6.379834} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.910446] env[69677]: DEBUG oslo_concurrency.lockutils [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.911033] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Reconfigured VM to detach interface {{(pid=69677) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1274.216764] env[69677]: DEBUG oslo_concurrency.lockutils [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.217138] env[69677]: DEBUG oslo_concurrency.lockutils [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquired lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.217183] env[69677]: DEBUG nova.network.neutron [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.277127] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.277611] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.277970] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.278225] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.278412] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.281080] env[69677]: INFO nova.compute.manager [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Terminating instance [ 1274.608156] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3bf5f-4856-4c9d-4b69-f567603857b2/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1274.609498] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f909728-3c6e-467d-9834-7fe57fec610b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.617042] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3bf5f-4856-4c9d-4b69-f567603857b2/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1274.617216] env[69677]: ERROR oslo_vmware.rw_handles [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3bf5f-4856-4c9d-4b69-f567603857b2/disk-0.vmdk due to incomplete transfer. [ 1274.617457] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-641f4245-4874-496a-bbd2-6a569db9f2e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.626912] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b3bf5f-4856-4c9d-4b69-f567603857b2/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1274.627132] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Uploaded image 4c5d5539-5839-4232-9223-171fd5255d7d to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1274.629530] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1274.629790] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-08d88234-674a-4f7c-afe2-2c4c8980bf00 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.637143] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1274.637143] env[69677]: value = "task-3437486" [ 1274.637143] env[69677]: _type = "Task" [ 1274.637143] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.648433] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437486, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.784967] env[69677]: DEBUG nova.compute.manager [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.785238] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.786349] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b4d3e3-f02b-4ed9-b920-db60e9bf1d36 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.795219] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.795508] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df126198-2526-43b7-8bd2-e9e60165e50a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.805847] env[69677]: DEBUG oslo_vmware.api [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1274.805847] env[69677]: value = "task-3437487" [ 1274.805847] env[69677]: _type = "Task" [ 1274.805847] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.816175] env[69677]: DEBUG oslo_vmware.api [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.964168] env[69677]: INFO nova.network.neutron [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Port 2e0d954e-2ff3-4711-a768-dbe2bfb779a1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1274.964605] env[69677]: DEBUG nova.network.neutron [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updating instance_info_cache with network_info: [{"id": "42c49369-8253-46dc-9eb0-86e96cad7d76", "address": "fa:16:3e:bc:7e:8e", "network": {"id": "93e3c0b6-0390-4a41-aa72-3829d06ec4bf", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-952082008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "374d4725fc6e4d5c875b000af67ed519", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69cfa7ba-6989-4d75-9495-97b5fea00c3c", "external-id": "nsx-vlan-transportzone-225", "segmentation_id": 225, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c49369-82", "ovs_interfaceid": "42c49369-8253-46dc-9eb0-86e96cad7d76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.148665] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437486, 'name': Destroy_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.316938] env[69677]: DEBUG oslo_vmware.api [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437487, 'name': PowerOffVM_Task, 'duration_secs': 0.191213} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.317416] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.317416] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.317577] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5501e3c-97bd-47ed-9a6e-d35459a71b94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.383791] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.384037] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.384226] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleting the datastore file [datastore1] ae9e9629-5e7f-44f4-aacf-efb3febaa1aa {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.384505] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88a325d0-e849-4b9f-8139-ff62e6ffc2ea {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.392478] env[69677]: DEBUG oslo_vmware.api [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1275.392478] env[69677]: value = "task-3437489" [ 1275.392478] env[69677]: _type = "Task" [ 1275.392478] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.401120] env[69677]: DEBUG oslo_vmware.api [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.467725] env[69677]: DEBUG oslo_concurrency.lockutils [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Releasing lock "refresh_cache-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.648884] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437486, 'name': Destroy_Task, 'duration_secs': 0.547205} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.649211] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Destroyed the VM [ 1275.649505] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1275.649792] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1aa11b89-e24c-4102-84d0-cfd0a9b9850a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.660352] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1275.660352] env[69677]: value = "task-3437490" [ 1275.660352] env[69677]: _type = "Task" [ 1275.660352] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.669449] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437490, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.903532] env[69677]: DEBUG oslo_vmware.api [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159778} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.903824] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.904041] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.904242] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.904432] env[69677]: INFO nova.compute.manager [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1275.904682] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.904924] env[69677]: DEBUG nova.compute.manager [-] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.905039] env[69677]: DEBUG nova.network.neutron [-] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.972149] env[69677]: DEBUG oslo_concurrency.lockutils [None req-11212562-0369-42c3-a66d-cf4fad22cb9b tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "interface-ae9e9629-5e7f-44f4-aacf-efb3febaa1aa-2e0d954e-2ff3-4711-a768-dbe2bfb779a1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.173s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.172024] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437490, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.620191] env[69677]: DEBUG nova.compute.manager [req-8a47e232-542c-4833-8635-82efc4c1925f req-f79ec7e0-dbac-46e2-b8de-c591481e4e2a service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Received event network-vif-deleted-42c49369-8253-46dc-9eb0-86e96cad7d76 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.620522] env[69677]: INFO nova.compute.manager [req-8a47e232-542c-4833-8635-82efc4c1925f req-f79ec7e0-dbac-46e2-b8de-c591481e4e2a service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Neutron deleted interface 42c49369-8253-46dc-9eb0-86e96cad7d76; detaching it from the instance and deleting it from the info cache [ 1276.620581] env[69677]: DEBUG nova.network.neutron [req-8a47e232-542c-4833-8635-82efc4c1925f req-f79ec7e0-dbac-46e2-b8de-c591481e4e2a service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.671562] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437490, 'name': RemoveSnapshot_Task, 'duration_secs': 0.870061} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.671825] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1276.672135] env[69677]: DEBUG nova.compute.manager [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.672921] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7806f752-05d0-4205-99a8-274d46a2880d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.107459] env[69677]: DEBUG nova.network.neutron [-] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.124108] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35327d93-8147-44a4-bdf3-ee5be42d876e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.135338] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baaa95c-d35f-44b1-bf01-7725722b2215 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.171102] env[69677]: DEBUG nova.compute.manager [req-8a47e232-542c-4833-8635-82efc4c1925f req-f79ec7e0-dbac-46e2-b8de-c591481e4e2a service nova] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Detach interface failed, port_id=42c49369-8253-46dc-9eb0-86e96cad7d76, reason: Instance ae9e9629-5e7f-44f4-aacf-efb3febaa1aa could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.185794] env[69677]: INFO nova.compute.manager [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Shelve offloading [ 1277.610086] env[69677]: INFO nova.compute.manager [-] [instance: ae9e9629-5e7f-44f4-aacf-efb3febaa1aa] Took 1.70 seconds to deallocate network for instance. [ 1277.650236] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4ffbe-3526-0dbb-c8e1-792a4ed38b95/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1277.651180] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e888a7-3989-434d-80a5-502b203cadcb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.658188] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4ffbe-3526-0dbb-c8e1-792a4ed38b95/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1277.658365] env[69677]: ERROR oslo_vmware.rw_handles [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4ffbe-3526-0dbb-c8e1-792a4ed38b95/disk-0.vmdk due to incomplete transfer. [ 1277.658594] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-14180cfa-a5a8-4853-a680-7a057f58c36b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.668100] env[69677]: DEBUG oslo_vmware.rw_handles [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4ffbe-3526-0dbb-c8e1-792a4ed38b95/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1277.668316] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Uploaded image f07161e0-2da6-4a6b-92f4-c478dc5bba50 to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1277.670153] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1277.670343] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6ad2968b-f20d-4953-a61f-aeed46dc5ac3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.678264] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1277.678264] env[69677]: value = "task-3437491" [ 1277.678264] env[69677]: _type = "Task" [ 1277.678264] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.687629] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437491, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.689222] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.689500] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1b4f613-97ab-46c9-8d23-bce4d4969083 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.696279] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1277.696279] env[69677]: value = "task-3437492" [ 1277.696279] env[69677]: _type = "Task" [ 1277.696279] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.704313] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.117291] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.117596] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.117871] env[69677]: DEBUG nova.objects.instance [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'resources' on Instance uuid ae9e9629-5e7f-44f4-aacf-efb3febaa1aa {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.189224] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437491, 'name': Destroy_Task, 'duration_secs': 0.319145} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.190905] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Destroyed the VM [ 1278.190905] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1278.190905] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50f17178-b6e4-4a5b-a91d-151d16500311 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.197471] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1278.197471] env[69677]: value = "task-3437493" [ 1278.197471] env[69677]: _type = "Task" [ 1278.197471] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.221063] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437493, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.224927] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1278.225186] env[69677]: DEBUG nova.compute.manager [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.225965] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658f65a3-7c82-4d47-baf7-08a8abd53651 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.232482] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.232652] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.232816] env[69677]: DEBUG nova.network.neutron [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.711528] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437493, 'name': RemoveSnapshot_Task, 'duration_secs': 0.351287} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.711792] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1278.712110] env[69677]: DEBUG nova.compute.manager [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1278.712887] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabbb138-1bf6-4caa-bf85-c9eb9590ac08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.727830] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e186f0-8588-4e75-8d89-9bf3b9bd11ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.735123] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd74964-e500-47f3-bdcd-48fd5526c63f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.772541] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd02e73-2dac-4405-948e-0228ef6e7664 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.781879] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205f602b-91be-4d12-8701-89aaa82a1242 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.795786] env[69677]: DEBUG nova.compute.provider_tree [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.988185] env[69677]: DEBUG nova.network.neutron [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updating instance_info_cache with network_info: [{"id": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "address": "fa:16:3e:a2:72:76", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18ceea9-68", "ovs_interfaceid": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.225780] env[69677]: INFO nova.compute.manager [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Shelve offloading [ 1279.299213] env[69677]: DEBUG nova.scheduler.client.report [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.492123] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.698966] env[69677]: DEBUG nova.compute.manager [req-540e572c-40c3-413b-9cd2-d15f09a9b563 req-c2e525fd-32d1-47de-80fb-23206e44cda5 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Received event network-vif-unplugged-b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.699208] env[69677]: DEBUG oslo_concurrency.lockutils [req-540e572c-40c3-413b-9cd2-d15f09a9b563 req-c2e525fd-32d1-47de-80fb-23206e44cda5 service nova] Acquiring lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.699454] env[69677]: DEBUG oslo_concurrency.lockutils [req-540e572c-40c3-413b-9cd2-d15f09a9b563 req-c2e525fd-32d1-47de-80fb-23206e44cda5 service nova] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.699580] env[69677]: DEBUG oslo_concurrency.lockutils [req-540e572c-40c3-413b-9cd2-d15f09a9b563 req-c2e525fd-32d1-47de-80fb-23206e44cda5 service nova] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.699899] env[69677]: DEBUG nova.compute.manager [req-540e572c-40c3-413b-9cd2-d15f09a9b563 req-c2e525fd-32d1-47de-80fb-23206e44cda5 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] No waiting events found dispatching network-vif-unplugged-b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1279.700166] env[69677]: WARNING nova.compute.manager [req-540e572c-40c3-413b-9cd2-d15f09a9b563 req-c2e525fd-32d1-47de-80fb-23206e44cda5 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Received unexpected event network-vif-unplugged-b18ceea9-680c-4a8f-afd1-99dda763c88f for instance with vm_state shelved and task_state shelving_offloading. [ 1279.729136] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1279.729434] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f8845a-6fdd-4212-bee0-7e26ce16e8a8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.737792] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1279.737792] env[69677]: value = "task-3437494" [ 1279.737792] env[69677]: _type = "Task" [ 1279.737792] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.746037] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.788057] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.788901] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35011794-fb32-4e48-9cfb-809437d04c30 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.796881] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.797134] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ed91642-d31f-4f1a-b697-a2e5a720a0b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.803412] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.819966] env[69677]: INFO nova.scheduler.client.report [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleted allocations for instance ae9e9629-5e7f-44f4-aacf-efb3febaa1aa [ 1279.874949] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.874949] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.874949] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleting the datastore file [datastore1] 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.875678] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ef904c2-ab44-469a-8281-ca4508c3bf6f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.883064] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1279.883064] env[69677]: value = "task-3437496" [ 1279.883064] env[69677]: _type = "Task" [ 1279.883064] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.891335] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.253643] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1280.253956] env[69677]: DEBUG nova.compute.manager [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1280.255035] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0618b564-b041-4c5b-b32d-fa9878721b93 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.260936] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.261125] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.261300] env[69677]: DEBUG nova.network.neutron [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.330040] env[69677]: DEBUG oslo_concurrency.lockutils [None req-8f8eff0a-d989-42be-83c0-dde9d1593f05 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "ae9e9629-5e7f-44f4-aacf-efb3febaa1aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.052s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.393467] env[69677]: DEBUG oslo_vmware.api [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134999} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.393724] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.393909] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1280.394108] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1280.415989] env[69677]: INFO nova.scheduler.client.report [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleted allocations for instance 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 [ 1280.922604] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.922959] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.923110] env[69677]: DEBUG nova.objects.instance [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'resources' on Instance uuid 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.942490] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "2c3fc393-a491-494d-9e14-103f90bb20fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.942736] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.942939] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "2c3fc393-a491-494d-9e14-103f90bb20fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.943129] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.943300] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.945364] env[69677]: INFO nova.compute.manager [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Terminating instance [ 1280.952321] env[69677]: DEBUG nova.network.neutron [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Updating instance_info_cache with network_info: [{"id": "a2635571-8245-4a59-9c1e-e53b8c7a965d", "address": "fa:16:3e:44:66:63", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2635571-82", "ovs_interfaceid": "a2635571-8245-4a59-9c1e-e53b8c7a965d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.425864] env[69677]: DEBUG nova.objects.instance [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'numa_topology' on Instance uuid 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.449044] env[69677]: DEBUG nova.compute.manager [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.449297] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.451026] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0273f8-b9db-4bbb-b97b-6731fd900c09 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.454199] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.461261] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.461501] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a76ba7f-cdf6-45bd-85ed-6af245b97329 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.468373] env[69677]: DEBUG oslo_vmware.api [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1281.468373] env[69677]: value = "task-3437497" [ 1281.468373] env[69677]: _type = "Task" [ 1281.468373] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.477336] env[69677]: DEBUG oslo_vmware.api [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.737085] env[69677]: DEBUG nova.compute.manager [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Received event network-changed-b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.737085] env[69677]: DEBUG nova.compute.manager [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Refreshing instance network info cache due to event network-changed-b18ceea9-680c-4a8f-afd1-99dda763c88f. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.737278] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] Acquiring lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.738500] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] Acquired lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.738500] env[69677]: DEBUG nova.network.neutron [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Refreshing network info cache for port b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.807858] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.808787] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c7e35d-d659-40b9-b192-d52c96286493 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.816921] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.817202] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9ef1874-3b16-4fc7-8804-d788e61bb73b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.884985] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.885187] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.885363] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleting the datastore file [datastore1] 4b1576c1-4405-4346-af17-a97cd3b48d7e {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.885624] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7a5909e-8882-42b1-896d-f9cdefadda1c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.892470] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1281.892470] env[69677]: value = "task-3437499" [ 1281.892470] env[69677]: _type = "Task" [ 1281.892470] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.900835] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.927956] env[69677]: DEBUG nova.objects.base [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Object Instance<1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6> lazy-loaded attributes: resources,numa_topology {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1281.978649] env[69677]: DEBUG oslo_vmware.api [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437497, 'name': PowerOffVM_Task, 'duration_secs': 0.18542} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.981266] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.981441] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.981877] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cddc8c14-529f-4644-92d8-62a31465cb89 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.024112] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496b3f69-6ff6-4d7b-9012-4063ae49d26e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.031980] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebbda2d-89f7-4dbd-9d5f-5c85838ae84b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.065303] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6341ca-ca8f-4d13-a5ec-8abb0ff98c5e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.067965] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.068176] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.068349] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleting the datastore file [datastore2] 2c3fc393-a491-494d-9e14-103f90bb20fe {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.068588] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b91af1f0-537d-41ae-9a2f-f931fe624c64 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.076920] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c5c4da-0ccd-4b50-a90e-4aa8737a1a94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.080781] env[69677]: DEBUG oslo_vmware.api [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for the task: (returnval){ [ 1282.080781] env[69677]: value = "task-3437501" [ 1282.080781] env[69677]: _type = "Task" [ 1282.080781] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.091943] env[69677]: DEBUG nova.compute.provider_tree [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.098158] env[69677]: DEBUG oslo_vmware.api [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.334255] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.405136] env[69677]: DEBUG oslo_vmware.api [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129761} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.405136] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.405136] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.405136] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.424824] env[69677]: INFO nova.scheduler.client.report [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted allocations for instance 4b1576c1-4405-4346-af17-a97cd3b48d7e [ 1282.508719] env[69677]: DEBUG nova.network.neutron [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updated VIF entry in instance network info cache for port b18ceea9-680c-4a8f-afd1-99dda763c88f. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.509236] env[69677]: DEBUG nova.network.neutron [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updating instance_info_cache with network_info: [{"id": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "address": "fa:16:3e:a2:72:76", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb18ceea9-68", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.591888] env[69677]: DEBUG oslo_vmware.api [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Task: {'id': task-3437501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151539} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.591888] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.591888] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.591888] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.592240] env[69677]: INFO nova.compute.manager [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1282.592240] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.592410] env[69677]: DEBUG nova.compute.manager [-] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.592504] env[69677]: DEBUG nova.network.neutron [-] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.594630] env[69677]: DEBUG nova.scheduler.client.report [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.927682] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.012343] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] Releasing lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.012733] env[69677]: DEBUG nova.compute.manager [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Received event network-vif-unplugged-a2635571-8245-4a59-9c1e-e53b8c7a965d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.013022] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] Acquiring lock "4b1576c1-4405-4346-af17-a97cd3b48d7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.013301] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.013516] env[69677]: DEBUG oslo_concurrency.lockutils [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.013746] env[69677]: DEBUG nova.compute.manager [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] No waiting events found dispatching network-vif-unplugged-a2635571-8245-4a59-9c1e-e53b8c7a965d {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.013991] env[69677]: WARNING nova.compute.manager [req-dc1ef6f1-6464-49d8-8fdc-86d57d2b2855 req-29bd5cc8-143b-4c8e-88ac-7bf2bfa3e4b7 service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Received unexpected event network-vif-unplugged-a2635571-8245-4a59-9c1e-e53b8c7a965d for instance with vm_state shelved and task_state shelving_offloading. [ 1283.098994] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.101769] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.174s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.102633] env[69677]: DEBUG nova.objects.instance [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lazy-loading 'resources' on Instance uuid 4b1576c1-4405-4346-af17-a97cd3b48d7e {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.293187] env[69677]: DEBUG nova.network.neutron [-] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.606732] env[69677]: DEBUG nova.objects.instance [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lazy-loading 'numa_topology' on Instance uuid 4b1576c1-4405-4346-af17-a97cd3b48d7e {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.609325] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4eb497e8-549e-4246-b362-c4b443a50020 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.728s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.610552] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.276s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.610552] env[69677]: INFO nova.compute.manager [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Unshelving [ 1283.768932] env[69677]: DEBUG nova.compute.manager [req-1d735778-361b-473e-a606-a1c7d015264e req-b95f9638-b8b9-4c97-85a7-640edbfcca5b service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Received event network-changed-a2635571-8245-4a59-9c1e-e53b8c7a965d {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.769158] env[69677]: DEBUG nova.compute.manager [req-1d735778-361b-473e-a606-a1c7d015264e req-b95f9638-b8b9-4c97-85a7-640edbfcca5b service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Refreshing instance network info cache due to event network-changed-a2635571-8245-4a59-9c1e-e53b8c7a965d. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.769373] env[69677]: DEBUG oslo_concurrency.lockutils [req-1d735778-361b-473e-a606-a1c7d015264e req-b95f9638-b8b9-4c97-85a7-640edbfcca5b service nova] Acquiring lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.769515] env[69677]: DEBUG oslo_concurrency.lockutils [req-1d735778-361b-473e-a606-a1c7d015264e req-b95f9638-b8b9-4c97-85a7-640edbfcca5b service nova] Acquired lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.769724] env[69677]: DEBUG nova.network.neutron [req-1d735778-361b-473e-a606-a1c7d015264e req-b95f9638-b8b9-4c97-85a7-640edbfcca5b service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Refreshing network info cache for port a2635571-8245-4a59-9c1e-e53b8c7a965d {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.796235] env[69677]: INFO nova.compute.manager [-] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Took 1.20 seconds to deallocate network for instance. [ 1283.995831] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "4b1576c1-4405-4346-af17-a97cd3b48d7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.110083] env[69677]: DEBUG nova.objects.base [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Object Instance<4b1576c1-4405-4346-af17-a97cd3b48d7e> lazy-loaded attributes: resources,numa_topology {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1284.188022] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5073b9-1290-46df-ad94-61e58dc36365 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.196877] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4314bb-9ced-494a-8271-754f5fa75cd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.228094] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8484fed1-e1db-4d88-8e3f-450f168a71b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.235415] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92927641-63ae-405d-bf40-d29420ce92fd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.248409] env[69677]: DEBUG nova.compute.provider_tree [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.302928] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.454999] env[69677]: DEBUG nova.network.neutron [req-1d735778-361b-473e-a606-a1c7d015264e req-b95f9638-b8b9-4c97-85a7-640edbfcca5b service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Updated VIF entry in instance network info cache for port a2635571-8245-4a59-9c1e-e53b8c7a965d. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.455320] env[69677]: DEBUG nova.network.neutron [req-1d735778-361b-473e-a606-a1c7d015264e req-b95f9638-b8b9-4c97-85a7-640edbfcca5b service nova] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Updating instance_info_cache with network_info: [{"id": "a2635571-8245-4a59-9c1e-e53b8c7a965d", "address": "fa:16:3e:44:66:63", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": null, "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa2635571-82", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.633436] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.751283] env[69677]: DEBUG nova.scheduler.client.report [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.957872] env[69677]: DEBUG oslo_concurrency.lockutils [req-1d735778-361b-473e-a606-a1c7d015264e req-b95f9638-b8b9-4c97-85a7-640edbfcca5b service nova] Releasing lock "refresh_cache-4b1576c1-4405-4346-af17-a97cd3b48d7e" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.958184] env[69677]: DEBUG nova.compute.manager [req-1d735778-361b-473e-a606-a1c7d015264e req-b95f9638-b8b9-4c97-85a7-640edbfcca5b service nova] [instance: 2c3fc393-a491-494d-9e14-103f90bb20fe] Received event network-vif-deleted-53977be0-f20e-44be-9f89-414f05e2d112 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.256494] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.259594] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.956s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.259594] env[69677]: DEBUG nova.objects.instance [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lazy-loading 'resources' on Instance uuid 2c3fc393-a491-494d-9e14-103f90bb20fe {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.768399] env[69677]: DEBUG oslo_concurrency.lockutils [None req-eb53c0a4-9075-41c6-a3a9-068d4c7c0927 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.258s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.769761] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.774s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.770108] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "4b1576c1-4405-4346-af17-a97cd3b48d7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.770340] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.770589] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.772163] env[69677]: INFO nova.compute.manager [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Terminating instance [ 1285.846011] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f88cf2-9811-42c6-b7cc-bd0e3131ead7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.853795] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3ef0d3-b58d-4b63-9323-505713161643 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.885273] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc64c98-d02a-4a0d-82f8-9b24917b7b19 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.892162] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87fdcf1-eba0-4471-8230-1e6b2588ae99 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.905046] env[69677]: DEBUG nova.compute.provider_tree [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.277056] env[69677]: DEBUG nova.compute.manager [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.277056] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.277056] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c077cf29-5d27-4bad-b4d4-58971b5cc2dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.286960] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160e6e3d-aaa1-4abe-823f-0f39e508c21a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.314246] env[69677]: WARNING nova.virt.vmwareapi.vmops [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4b1576c1-4405-4346-af17-a97cd3b48d7e could not be found. [ 1286.314443] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.314625] env[69677]: INFO nova.compute.manager [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1286.314861] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.315090] env[69677]: DEBUG nova.compute.manager [-] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1286.315190] env[69677]: DEBUG nova.network.neutron [-] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.408447] env[69677]: DEBUG nova.scheduler.client.report [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.914913] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.917120] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.284s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.917388] env[69677]: DEBUG nova.objects.instance [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'pci_requests' on Instance uuid 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.940166] env[69677]: INFO nova.scheduler.client.report [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Deleted allocations for instance 2c3fc393-a491-494d-9e14-103f90bb20fe [ 1287.016269] env[69677]: DEBUG nova.network.neutron [-] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.421122] env[69677]: DEBUG nova.objects.instance [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'numa_topology' on Instance uuid 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.446597] env[69677]: DEBUG oslo_concurrency.lockutils [None req-24315b28-c734-4232-8eb5-220a8eab9ce7 tempest-AttachInterfacesTestJSON-964116491 tempest-AttachInterfacesTestJSON-964116491-project-member] Lock "2c3fc393-a491-494d-9e14-103f90bb20fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.504s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.518731] env[69677]: INFO nova.compute.manager [-] [instance: 4b1576c1-4405-4346-af17-a97cd3b48d7e] Took 1.20 seconds to deallocate network for instance. [ 1287.924070] env[69677]: INFO nova.compute.claims [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1288.545249] env[69677]: DEBUG oslo_concurrency.lockutils [None req-fe4cf989-a0da-49cb-a947-510eb78596c1 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4b1576c1-4405-4346-af17-a97cd3b48d7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.775s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.013639] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee40ffe4-8c3e-43dc-b699-7c8b9365b3f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.021823] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ac24d5-63b4-4d3e-befe-8df5594be075 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.055080] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eef2158-5e33-42ec-b032-d773991da527 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.063348] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5f9697-a514-430f-b884-3edf707f03c9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.079300] env[69677]: DEBUG nova.compute.provider_tree [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.583084] env[69677]: DEBUG nova.scheduler.client.report [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.925996] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.926176] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.087950] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.171s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.120974] env[69677]: INFO nova.network.neutron [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updating port b18ceea9-680c-4a8f-afd1-99dda763c88f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1290.429419] env[69677]: DEBUG nova.compute.manager [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1290.961692] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.962010] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.963539] env[69677]: INFO nova.compute.claims [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.974717] env[69677]: DEBUG oslo_concurrency.lockutils [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.974950] env[69677]: DEBUG oslo_concurrency.lockutils [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.975177] env[69677]: DEBUG oslo_concurrency.lockutils [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.975370] env[69677]: DEBUG oslo_concurrency.lockutils [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.975535] env[69677]: DEBUG oslo_concurrency.lockutils [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.977389] env[69677]: INFO nova.compute.manager [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Terminating instance [ 1291.482494] env[69677]: DEBUG nova.compute.manager [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1291.482848] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.483451] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57aa95af-ad6f-427f-954b-d739e34a402c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.493239] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1291.493239] env[69677]: value = "task-3437502" [ 1291.493239] env[69677]: _type = "Task" [ 1291.493239] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.503857] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.629159] env[69677]: DEBUG nova.compute.manager [req-c4d7426f-2521-4ac2-86fd-76fa1c44d852 req-042d6410-2bdb-4fa6-94eb-26cf174c0c10 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Received event network-vif-plugged-b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.629261] env[69677]: DEBUG oslo_concurrency.lockutils [req-c4d7426f-2521-4ac2-86fd-76fa1c44d852 req-042d6410-2bdb-4fa6-94eb-26cf174c0c10 service nova] Acquiring lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.629541] env[69677]: DEBUG oslo_concurrency.lockutils [req-c4d7426f-2521-4ac2-86fd-76fa1c44d852 req-042d6410-2bdb-4fa6-94eb-26cf174c0c10 service nova] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.629618] env[69677]: DEBUG oslo_concurrency.lockutils [req-c4d7426f-2521-4ac2-86fd-76fa1c44d852 req-042d6410-2bdb-4fa6-94eb-26cf174c0c10 service nova] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.629790] env[69677]: DEBUG nova.compute.manager [req-c4d7426f-2521-4ac2-86fd-76fa1c44d852 req-042d6410-2bdb-4fa6-94eb-26cf174c0c10 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] No waiting events found dispatching network-vif-plugged-b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.629960] env[69677]: WARNING nova.compute.manager [req-c4d7426f-2521-4ac2-86fd-76fa1c44d852 req-042d6410-2bdb-4fa6-94eb-26cf174c0c10 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Received unexpected event network-vif-plugged-b18ceea9-680c-4a8f-afd1-99dda763c88f for instance with vm_state shelved_offloaded and task_state spawning. [ 1291.766402] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.766604] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.766762] env[69677]: DEBUG nova.network.neutron [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.003486] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437502, 'name': PowerOffVM_Task, 'duration_secs': 0.171669} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.004051] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.004221] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Volume detach. Driver type: vmdk {{(pid=69677) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1292.004414] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686209', 'volume_id': 'b7df580f-0247-4383-9ae0-cf7ec658b634', 'name': 'volume-b7df580f-0247-4383-9ae0-cf7ec658b634', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '415db1ec-f04d-4d6c-87ea-0fe141f883dd', 'attached_at': '2025-04-15T13:37:53.000000', 'detached_at': '', 'volume_id': 'b7df580f-0247-4383-9ae0-cf7ec658b634', 'serial': 'b7df580f-0247-4383-9ae0-cf7ec658b634'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1292.006336] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5e386a-4fbb-4e23-933b-3ad1066d9de8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.029804] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae2839c-6f86-4e75-93a8-b7eb88cd703b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.037349] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c83ae4-cfb6-4fcc-b2be-c8601a8b58fa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.057350] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fdd440-313d-41c4-9b60-efda5927711a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.072303] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] The volume has not been displaced from its original location: [datastore1] volume-b7df580f-0247-4383-9ae0-cf7ec658b634/volume-b7df580f-0247-4383-9ae0-cf7ec658b634.vmdk. No consolidation needed. {{(pid=69677) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1292.077453] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.080431] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54d5229-e98c-4a94-a23c-daf8da26bc09 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.098390] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1292.098390] env[69677]: value = "task-3437503" [ 1292.098390] env[69677]: _type = "Task" [ 1292.098390] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.107471] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.132219] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fc6b04-6ca7-42c4-af90-1e8e42ea4511 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.139284] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0209b829-f08d-43ca-b7b3-f36d72da17fa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.170368] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be77089-7e49-4346-ab3c-9d6e3caac1b9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.178744] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311e6f99-3937-4016-97a7-9a5b6e26ef04 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.185017] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "41591c67-ab6f-4159-a70e-331bfd7fcf73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.185244] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "41591c67-ab6f-4159-a70e-331bfd7fcf73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.196132] env[69677]: DEBUG nova.compute.provider_tree [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.472379] env[69677]: DEBUG nova.network.neutron [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updating instance_info_cache with network_info: [{"id": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "address": "fa:16:3e:a2:72:76", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18ceea9-68", "ovs_interfaceid": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.473800] env[69677]: DEBUG oslo_concurrency.lockutils [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.474056] env[69677]: DEBUG oslo_concurrency.lockutils [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.474304] env[69677]: INFO nova.compute.manager [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Shelving [ 1292.612295] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437503, 'name': ReconfigVM_Task, 'duration_secs': 0.168044} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.612295] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1292.615299] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3100f56-b84d-4d97-bca5-0fa19a7e6822 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.630471] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1292.630471] env[69677]: value = "task-3437504" [ 1292.630471] env[69677]: _type = "Task" [ 1292.630471] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.640204] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.687909] env[69677]: DEBUG nova.compute.manager [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.698936] env[69677]: DEBUG nova.scheduler.client.report [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.979713] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.005860] env[69677]: DEBUG nova.virt.hardware [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='495c3a86f046bbed54b52e56c413b7d3',container_format='bare',created_at=2025-04-15T13:38:00Z,direct_url=,disk_format='vmdk',id=4c5d5539-5839-4232-9223-171fd5255d7d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-882444371-shelved',owner='6058478746f143e997e0896ab4bfd5b3',properties=ImageMetaProps,protected=,size=31662592,status='active',tags=,updated_at=2025-04-15T13:38:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.006189] env[69677]: DEBUG nova.virt.hardware [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.006293] env[69677]: DEBUG nova.virt.hardware [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.006474] env[69677]: DEBUG nova.virt.hardware [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.006649] env[69677]: DEBUG nova.virt.hardware [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.007169] env[69677]: DEBUG nova.virt.hardware [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.007169] env[69677]: DEBUG nova.virt.hardware [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.007341] env[69677]: DEBUG nova.virt.hardware [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.007553] env[69677]: DEBUG nova.virt.hardware [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.007768] env[69677]: DEBUG nova.virt.hardware [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.007986] env[69677]: DEBUG nova.virt.hardware [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.009131] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c85efb-7a0c-4ea6-9f60-0dbdd18b1036 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.017330] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e56f1e4-d1a4-4298-a69a-bc745cc461ca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.031324] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:72:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b18ceea9-680c-4a8f-afd1-99dda763c88f', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1293.040238] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.040993] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1293.041288] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a12158c-e958-44c8-968f-028ee2ada3fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.065562] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1293.065562] env[69677]: value = "task-3437505" [ 1293.065562] env[69677]: _type = "Task" [ 1293.065562] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.073618] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437505, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.141900] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437504, 'name': ReconfigVM_Task, 'duration_secs': 0.317614} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.142403] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686209', 'volume_id': 'b7df580f-0247-4383-9ae0-cf7ec658b634', 'name': 'volume-b7df580f-0247-4383-9ae0-cf7ec658b634', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '415db1ec-f04d-4d6c-87ea-0fe141f883dd', 'attached_at': '2025-04-15T13:37:53.000000', 'detached_at': '', 'volume_id': 'b7df580f-0247-4383-9ae0-cf7ec658b634', 'serial': 'b7df580f-0247-4383-9ae0-cf7ec658b634'} {{(pid=69677) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1293.142798] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.144347] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854d85e5-71ee-4f81-9597-6bef511dd518 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.151013] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.151285] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-131ba3aa-c8b5-485a-bc10-96f4642051bd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.203880] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.204450] env[69677]: DEBUG nova.compute.manager [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.211104] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.211407] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.212839] env[69677]: INFO nova.compute.claims [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.217071] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.217285] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.217468] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleting the datastore file [datastore1] 415db1ec-f04d-4d6c-87ea-0fe141f883dd {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.217907] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01890db9-7d45-44e6-9923-a7a66cdaf219 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.225507] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1293.225507] env[69677]: value = "task-3437507" [ 1293.225507] env[69677]: _type = "Task" [ 1293.225507] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.233755] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.488465] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.488819] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97ca0b23-93db-4d76-afe8-098733ac8068 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.496199] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1293.496199] env[69677]: value = "task-3437508" [ 1293.496199] env[69677]: _type = "Task" [ 1293.496199] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.503907] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.575751] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437505, 'name': CreateVM_Task, 'duration_secs': 0.331481} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.575924] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.576608] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.576771] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.577165] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.577500] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f5c2f2-fa03-4f69-ba45-12ebd2b23ddc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.581882] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1293.581882] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5226c0c7-9503-d4b7-c103-d4b73e88c71b" [ 1293.581882] env[69677]: _type = "Task" [ 1293.581882] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.589496] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5226c0c7-9503-d4b7-c103-d4b73e88c71b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.655753] env[69677]: DEBUG nova.compute.manager [req-eb965ee3-9df2-44fe-88a7-d2a48c4b9d2f req-25e66f5d-c74b-40c6-aad7-32f1b0038f64 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Received event network-changed-b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.655881] env[69677]: DEBUG nova.compute.manager [req-eb965ee3-9df2-44fe-88a7-d2a48c4b9d2f req-25e66f5d-c74b-40c6-aad7-32f1b0038f64 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Refreshing instance network info cache due to event network-changed-b18ceea9-680c-4a8f-afd1-99dda763c88f. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.656109] env[69677]: DEBUG oslo_concurrency.lockutils [req-eb965ee3-9df2-44fe-88a7-d2a48c4b9d2f req-25e66f5d-c74b-40c6-aad7-32f1b0038f64 service nova] Acquiring lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.656257] env[69677]: DEBUG oslo_concurrency.lockutils [req-eb965ee3-9df2-44fe-88a7-d2a48c4b9d2f req-25e66f5d-c74b-40c6-aad7-32f1b0038f64 service nova] Acquired lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.656424] env[69677]: DEBUG nova.network.neutron [req-eb965ee3-9df2-44fe-88a7-d2a48c4b9d2f req-25e66f5d-c74b-40c6-aad7-32f1b0038f64 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Refreshing network info cache for port b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.709279] env[69677]: DEBUG nova.compute.utils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.710952] env[69677]: DEBUG nova.compute.manager [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.711177] env[69677]: DEBUG nova.network.neutron [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.735640] env[69677]: DEBUG oslo_vmware.api [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.086371} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.735890] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.736091] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.736277] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.736448] env[69677]: INFO nova.compute.manager [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1293.736682] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.736867] env[69677]: DEBUG nova.compute.manager [-] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.736998] env[69677]: DEBUG nova.network.neutron [-] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.755159] env[69677]: DEBUG nova.policy [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9dc3db33e944fb584dcd40093890e55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccac006f4adc452580c76958b6a2aa12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.008357] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437508, 'name': PowerOffVM_Task, 'duration_secs': 0.199297} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.008357] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.008357] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cf5c39-9125-4fc0-8d01-929f2f21c31d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.027324] env[69677]: DEBUG nova.network.neutron [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Successfully created port: 059d6c9a-e5de-4953-9336-a98f16e14143 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.029867] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c80425d-c82e-42fe-baff-6931592669f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.096341] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.096341] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Processing image 4c5d5539-5839-4232-9223-171fd5255d7d {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1294.096341] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d/4c5d5539-5839-4232-9223-171fd5255d7d.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.096341] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d/4c5d5539-5839-4232-9223-171fd5255d7d.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.096341] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1294.096341] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76a11d2a-6046-4a78-992b-dba45bc84270 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.106019] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1294.106019] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1294.106019] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e19a75-d207-4151-814a-da1b6df01db2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.109257] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1294.109257] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521c4491-a82b-7841-bfeb-2f3eb9e002c4" [ 1294.109257] env[69677]: _type = "Task" [ 1294.109257] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.118275] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521c4491-a82b-7841-bfeb-2f3eb9e002c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.199006] env[69677]: DEBUG nova.compute.manager [req-8bbafe27-e5f9-43e6-a4d6-c0e41af431e5 req-158d71b2-a2ac-49db-834b-0b7710b014d1 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Received event network-vif-deleted-78d1cd66-34f5-4722-a001-9878549f69d3 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.199287] env[69677]: INFO nova.compute.manager [req-8bbafe27-e5f9-43e6-a4d6-c0e41af431e5 req-158d71b2-a2ac-49db-834b-0b7710b014d1 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Neutron deleted interface 78d1cd66-34f5-4722-a001-9878549f69d3; detaching it from the instance and deleting it from the info cache [ 1294.199501] env[69677]: DEBUG nova.network.neutron [req-8bbafe27-e5f9-43e6-a4d6-c0e41af431e5 req-158d71b2-a2ac-49db-834b-0b7710b014d1 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.214585] env[69677]: DEBUG nova.compute.manager [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.345929] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7722f7-c513-42a7-9371-1ad4deaa661d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.354434] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0592c46-b6da-42a4-96e4-ce6f6bc846e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.390281] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90d894a-09dc-4829-8454-81e552225595 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.399036] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b6da9f-7ac5-4341-a3d8-a2a7531c3519 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.412459] env[69677]: DEBUG nova.compute.provider_tree [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.422641] env[69677]: DEBUG nova.network.neutron [req-eb965ee3-9df2-44fe-88a7-d2a48c4b9d2f req-25e66f5d-c74b-40c6-aad7-32f1b0038f64 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updated VIF entry in instance network info cache for port b18ceea9-680c-4a8f-afd1-99dda763c88f. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.423424] env[69677]: DEBUG nova.network.neutron [req-eb965ee3-9df2-44fe-88a7-d2a48c4b9d2f req-25e66f5d-c74b-40c6-aad7-32f1b0038f64 service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updating instance_info_cache with network_info: [{"id": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "address": "fa:16:3e:a2:72:76", "network": {"id": "9870d1dc-0631-4645-ac6c-07bd2ee0a067", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1124404817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6058478746f143e997e0896ab4bfd5b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb18ceea9-68", "ovs_interfaceid": "b18ceea9-680c-4a8f-afd1-99dda763c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.541256] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Creating Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1294.541693] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c0ce7c2-98bb-47e7-9fec-dbdfeac6f9df {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.550608] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1294.550608] env[69677]: value = "task-3437509" [ 1294.550608] env[69677]: _type = "Task" [ 1294.550608] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.560074] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437509, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.621530] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Preparing fetch location {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1294.621718] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Fetch image to [datastore1] OSTACK_IMG_51ae1178-bb11-4b20-a009-b6a884071ec7/OSTACK_IMG_51ae1178-bb11-4b20-a009-b6a884071ec7.vmdk {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1294.621923] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Downloading stream optimized image 4c5d5539-5839-4232-9223-171fd5255d7d to [datastore1] OSTACK_IMG_51ae1178-bb11-4b20-a009-b6a884071ec7/OSTACK_IMG_51ae1178-bb11-4b20-a009-b6a884071ec7.vmdk on the data store datastore1 as vApp {{(pid=69677) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1294.622125] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Downloading image file data 4c5d5539-5839-4232-9223-171fd5255d7d to the ESX as VM named 'OSTACK_IMG_51ae1178-bb11-4b20-a009-b6a884071ec7' {{(pid=69677) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1294.674408] env[69677]: DEBUG nova.network.neutron [-] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.702132] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41509dec-7637-49ce-8fd0-2a32052287c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.713312] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e53502f-ae5c-496d-bee0-245196dd889a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.724323] env[69677]: DEBUG oslo_vmware.rw_handles [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1294.724323] env[69677]: value = "resgroup-9" [ 1294.724323] env[69677]: _type = "ResourcePool" [ 1294.724323] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1294.728348] env[69677]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c657e8c8-cdf5-4d36-a824-de5b81476fe7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.749720] env[69677]: DEBUG oslo_vmware.rw_handles [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lease: (returnval){ [ 1294.749720] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524154be-a26c-3ed8-b343-cdedc54e1925" [ 1294.749720] env[69677]: _type = "HttpNfcLease" [ 1294.749720] env[69677]: } obtained for vApp import into resource pool (val){ [ 1294.749720] env[69677]: value = "resgroup-9" [ 1294.749720] env[69677]: _type = "ResourcePool" [ 1294.749720] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1294.750149] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the lease: (returnval){ [ 1294.750149] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524154be-a26c-3ed8-b343-cdedc54e1925" [ 1294.750149] env[69677]: _type = "HttpNfcLease" [ 1294.750149] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1294.758341] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1294.758341] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524154be-a26c-3ed8-b343-cdedc54e1925" [ 1294.758341] env[69677]: _type = "HttpNfcLease" [ 1294.758341] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1294.766260] env[69677]: DEBUG nova.compute.manager [req-8bbafe27-e5f9-43e6-a4d6-c0e41af431e5 req-158d71b2-a2ac-49db-834b-0b7710b014d1 service nova] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Detach interface failed, port_id=78d1cd66-34f5-4722-a001-9878549f69d3, reason: Instance 415db1ec-f04d-4d6c-87ea-0fe141f883dd could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1294.915751] env[69677]: DEBUG nova.scheduler.client.report [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.926285] env[69677]: DEBUG oslo_concurrency.lockutils [req-eb965ee3-9df2-44fe-88a7-d2a48c4b9d2f req-25e66f5d-c74b-40c6-aad7-32f1b0038f64 service nova] Releasing lock "refresh_cache-1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.065804] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437509, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.180045] env[69677]: INFO nova.compute.manager [-] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Took 1.44 seconds to deallocate network for instance. [ 1295.245442] env[69677]: DEBUG nova.compute.manager [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.258535] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1295.258535] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524154be-a26c-3ed8-b343-cdedc54e1925" [ 1295.258535] env[69677]: _type = "HttpNfcLease" [ 1295.258535] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1295.258779] env[69677]: DEBUG oslo_vmware.rw_handles [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1295.258779] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524154be-a26c-3ed8-b343-cdedc54e1925" [ 1295.258779] env[69677]: _type = "HttpNfcLease" [ 1295.258779] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1295.259608] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99bf1e4-99fc-45bc-a480-d9d6029ba455 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.268502] env[69677]: DEBUG oslo_vmware.rw_handles [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00e38-d7f1-ccab-4478-3d332ae3d595/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1295.268689] env[69677]: DEBUG oslo_vmware.rw_handles [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating HTTP connection to write to file with size = 31662592 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00e38-d7f1-ccab-4478-3d332ae3d595/disk-0.vmdk. {{(pid=69677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1295.271822] env[69677]: DEBUG nova.virt.hardware [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.272048] env[69677]: DEBUG nova.virt.hardware [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.272225] env[69677]: DEBUG nova.virt.hardware [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.272419] env[69677]: DEBUG nova.virt.hardware [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.272582] env[69677]: DEBUG nova.virt.hardware [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.272744] env[69677]: DEBUG nova.virt.hardware [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.272960] env[69677]: DEBUG nova.virt.hardware [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.273133] env[69677]: DEBUG nova.virt.hardware [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.273303] env[69677]: DEBUG nova.virt.hardware [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.273470] env[69677]: DEBUG nova.virt.hardware [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.273633] env[69677]: DEBUG nova.virt.hardware [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.274389] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68e337a-3061-4581-925e-45da80f5fc02 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.334714] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c2db5f-054f-491f-ba3a-c1e915c8abdf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.342709] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d37af33a-2947-47ce-b36d-eb77989ce8af {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.420611] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.421279] env[69677]: DEBUG nova.compute.manager [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1295.523441] env[69677]: DEBUG nova.network.neutron [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Successfully updated port: 059d6c9a-e5de-4953-9336-a98f16e14143 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.562968] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437509, 'name': CreateSnapshot_Task, 'duration_secs': 0.706387} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.564782] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Created Snapshot of the VM instance {{(pid=69677) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1295.565638] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19df907-4620-4905-b7c8-3bf9abfe5950 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.681632] env[69677]: DEBUG nova.compute.manager [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Received event network-vif-plugged-059d6c9a-e5de-4953-9336-a98f16e14143 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.682360] env[69677]: DEBUG oslo_concurrency.lockutils [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] Acquiring lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.682360] env[69677]: DEBUG oslo_concurrency.lockutils [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] Lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.682360] env[69677]: DEBUG oslo_concurrency.lockutils [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] Lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.682689] env[69677]: DEBUG nova.compute.manager [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] No waiting events found dispatching network-vif-plugged-059d6c9a-e5de-4953-9336-a98f16e14143 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1295.682725] env[69677]: WARNING nova.compute.manager [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Received unexpected event network-vif-plugged-059d6c9a-e5de-4953-9336-a98f16e14143 for instance with vm_state building and task_state spawning. [ 1295.682876] env[69677]: DEBUG nova.compute.manager [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Received event network-changed-059d6c9a-e5de-4953-9336-a98f16e14143 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.683046] env[69677]: DEBUG nova.compute.manager [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Refreshing instance network info cache due to event network-changed-059d6c9a-e5de-4953-9336-a98f16e14143. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.683278] env[69677]: DEBUG oslo_concurrency.lockutils [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] Acquiring lock "refresh_cache-c3a66ead-7bba-41dd-821e-c4fbafe676ff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.683448] env[69677]: DEBUG oslo_concurrency.lockutils [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] Acquired lock "refresh_cache-c3a66ead-7bba-41dd-821e-c4fbafe676ff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.683634] env[69677]: DEBUG nova.network.neutron [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Refreshing network info cache for port 059d6c9a-e5de-4953-9336-a98f16e14143 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.728265] env[69677]: INFO nova.compute.manager [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Took 0.55 seconds to detach 1 volumes for instance. [ 1295.730372] env[69677]: DEBUG nova.compute.manager [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 415db1ec-f04d-4d6c-87ea-0fe141f883dd] Deleting volume: b7df580f-0247-4383-9ae0-cf7ec658b634 {{(pid=69677) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1295.926125] env[69677]: DEBUG nova.compute.utils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.928187] env[69677]: DEBUG nova.compute.manager [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1295.928187] env[69677]: DEBUG nova.network.neutron [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1295.966687] env[69677]: DEBUG nova.policy [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5e03924c4c14ab4b4c7884b70419f00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e444a48ab9734f74aa3e5cf60cbafe9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1296.026130] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "refresh_cache-c3a66ead-7bba-41dd-821e-c4fbafe676ff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.086612] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Creating linked-clone VM from snapshot {{(pid=69677) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1296.089209] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab93b018-f7aa-4bd6-a9ee-a7709f33412b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.097842] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1296.097842] env[69677]: value = "task-3437512" [ 1296.097842] env[69677]: _type = "Task" [ 1296.097842] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.109609] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437512, 'name': CloneVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.111855] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.212094] env[69677]: DEBUG nova.network.neutron [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Successfully created port: 91005c7c-0a56-41ce-b3a8-83d764a42a35 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1296.222063] env[69677]: DEBUG nova.network.neutron [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.276979] env[69677]: DEBUG oslo_concurrency.lockutils [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.277432] env[69677]: DEBUG oslo_concurrency.lockutils [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.277547] env[69677]: DEBUG oslo_concurrency.lockutils [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.300597] env[69677]: INFO nova.scheduler.client.report [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted allocations for instance 415db1ec-f04d-4d6c-87ea-0fe141f883dd [ 1296.302567] env[69677]: DEBUG nova.network.neutron [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.433400] env[69677]: DEBUG nova.compute.manager [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1296.470350] env[69677]: DEBUG oslo_vmware.rw_handles [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Completed reading data from the image iterator. {{(pid=69677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1296.470618] env[69677]: DEBUG oslo_vmware.rw_handles [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00e38-d7f1-ccab-4478-3d332ae3d595/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1296.472046] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd7b613-ffa5-4816-877d-dc88b0fc82f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.480174] env[69677]: DEBUG oslo_vmware.rw_handles [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00e38-d7f1-ccab-4478-3d332ae3d595/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1296.480401] env[69677]: DEBUG oslo_vmware.rw_handles [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00e38-d7f1-ccab-4478-3d332ae3d595/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1296.480684] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-79a90c6a-f09d-4347-95b2-0f0420b344ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.608218] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437512, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.660055] env[69677]: DEBUG oslo_vmware.rw_handles [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a00e38-d7f1-ccab-4478-3d332ae3d595/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1296.660333] env[69677]: INFO nova.virt.vmwareapi.images [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Downloaded image file data 4c5d5539-5839-4232-9223-171fd5255d7d [ 1296.661294] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd48f412-f1c9-4f0a-aef2-6230abba9a19 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.677035] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-992765ce-5d7c-4283-a92d-7a995f4f13a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.707785] env[69677]: INFO nova.virt.vmwareapi.images [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] The imported VM was unregistered [ 1296.710546] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Caching image {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1296.710820] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.711087] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaba70d3-c735-4561-8c4c-ba85786fc364 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.721024] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Created directory with path [datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.721246] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_51ae1178-bb11-4b20-a009-b6a884071ec7/OSTACK_IMG_51ae1178-bb11-4b20-a009-b6a884071ec7.vmdk to [datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d/4c5d5539-5839-4232-9223-171fd5255d7d.vmdk. {{(pid=69677) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1296.721497] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d85004ee-5f6b-49e1-afd0-41b6ea97c1f5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.727304] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1296.727304] env[69677]: value = "task-3437514" [ 1296.727304] env[69677]: _type = "Task" [ 1296.727304] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.734283] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437514, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.808534] env[69677]: DEBUG oslo_concurrency.lockutils [req-285ee3bb-e95e-4107-b616-fe082b0ddce1 req-24795dba-a994-4e95-99d2-d62abada5f90 service nova] Releasing lock "refresh_cache-c3a66ead-7bba-41dd-821e-c4fbafe676ff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.810891] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "refresh_cache-c3a66ead-7bba-41dd-821e-c4fbafe676ff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.811069] env[69677]: DEBUG nova.network.neutron [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.812273] env[69677]: DEBUG oslo_concurrency.lockutils [None req-49d80a17-1818-411c-a99f-31bc7f2cacfa tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "415db1ec-f04d-4d6c-87ea-0fe141f883dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.837s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.110608] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437512, 'name': CloneVM_Task} progress is 94%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.114337] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.239752] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437514, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.346013] env[69677]: DEBUG nova.network.neutron [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.445518] env[69677]: DEBUG nova.compute.manager [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1297.474978] env[69677]: DEBUG nova.virt.hardware [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.475271] env[69677]: DEBUG nova.virt.hardware [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.475433] env[69677]: DEBUG nova.virt.hardware [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.475621] env[69677]: DEBUG nova.virt.hardware [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.476212] env[69677]: DEBUG nova.virt.hardware [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.476212] env[69677]: DEBUG nova.virt.hardware [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.476212] env[69677]: DEBUG nova.virt.hardware [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.476417] env[69677]: DEBUG nova.virt.hardware [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.476458] env[69677]: DEBUG nova.virt.hardware [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.476645] env[69677]: DEBUG nova.virt.hardware [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.476832] env[69677]: DEBUG nova.virt.hardware [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.477759] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf17371-c8a7-4078-9c05-577eb2531853 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.488767] env[69677]: DEBUG nova.network.neutron [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Updating instance_info_cache with network_info: [{"id": "059d6c9a-e5de-4953-9336-a98f16e14143", "address": "fa:16:3e:cf:3b:b8", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap059d6c9a-e5", "ovs_interfaceid": "059d6c9a-e5de-4953-9336-a98f16e14143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.491028] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f78d8a-8d7a-4d90-889d-9f43a8a9c240 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.610665] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437512, 'name': CloneVM_Task, 'duration_secs': 1.372495} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.610853] env[69677]: INFO nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Created linked-clone VM from snapshot [ 1297.611595] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88bf9a0-064b-4b13-960e-d1bbe9212be2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.624924] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Uploading image 4bdafd72-8953-4784-bfdd-f5ae3725174d {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1297.653276] env[69677]: DEBUG oslo_vmware.rw_handles [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1297.653276] env[69677]: value = "vm-686227" [ 1297.653276] env[69677]: _type = "VirtualMachine" [ 1297.653276] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1297.653276] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7afef602-9318-47b5-bcba-e73f3eddffba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.661571] env[69677]: DEBUG oslo_vmware.rw_handles [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lease: (returnval){ [ 1297.661571] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5204e665-4ab3-7537-d804-982978119ca6" [ 1297.661571] env[69677]: _type = "HttpNfcLease" [ 1297.661571] env[69677]: } obtained for exporting VM: (result){ [ 1297.661571] env[69677]: value = "vm-686227" [ 1297.661571] env[69677]: _type = "VirtualMachine" [ 1297.661571] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1297.661943] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the lease: (returnval){ [ 1297.661943] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5204e665-4ab3-7537-d804-982978119ca6" [ 1297.661943] env[69677]: _type = "HttpNfcLease" [ 1297.661943] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1297.671759] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1297.671759] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5204e665-4ab3-7537-d804-982978119ca6" [ 1297.671759] env[69677]: _type = "HttpNfcLease" [ 1297.671759] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1297.702811] env[69677]: DEBUG nova.network.neutron [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Successfully updated port: 91005c7c-0a56-41ce-b3a8-83d764a42a35 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1297.712967] env[69677]: DEBUG nova.compute.manager [req-81056b39-3b3f-483c-a737-f3183d602755 req-2d654e3e-7655-465c-a234-e29d527e19ab service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Received event network-vif-plugged-91005c7c-0a56-41ce-b3a8-83d764a42a35 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.713231] env[69677]: DEBUG oslo_concurrency.lockutils [req-81056b39-3b3f-483c-a737-f3183d602755 req-2d654e3e-7655-465c-a234-e29d527e19ab service nova] Acquiring lock "41591c67-ab6f-4159-a70e-331bfd7fcf73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.713482] env[69677]: DEBUG oslo_concurrency.lockutils [req-81056b39-3b3f-483c-a737-f3183d602755 req-2d654e3e-7655-465c-a234-e29d527e19ab service nova] Lock "41591c67-ab6f-4159-a70e-331bfd7fcf73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.713687] env[69677]: DEBUG oslo_concurrency.lockutils [req-81056b39-3b3f-483c-a737-f3183d602755 req-2d654e3e-7655-465c-a234-e29d527e19ab service nova] Lock "41591c67-ab6f-4159-a70e-331bfd7fcf73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.713903] env[69677]: DEBUG nova.compute.manager [req-81056b39-3b3f-483c-a737-f3183d602755 req-2d654e3e-7655-465c-a234-e29d527e19ab service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] No waiting events found dispatching network-vif-plugged-91005c7c-0a56-41ce-b3a8-83d764a42a35 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.714337] env[69677]: WARNING nova.compute.manager [req-81056b39-3b3f-483c-a737-f3183d602755 req-2d654e3e-7655-465c-a234-e29d527e19ab service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Received unexpected event network-vif-plugged-91005c7c-0a56-41ce-b3a8-83d764a42a35 for instance with vm_state building and task_state spawning. [ 1297.740311] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437514, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.795960] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "2066127a-a262-439e-8c9b-13ab38bde560" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.796268] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "2066127a-a262-439e-8c9b-13ab38bde560" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.796448] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "2066127a-a262-439e-8c9b-13ab38bde560-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.796634] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "2066127a-a262-439e-8c9b-13ab38bde560-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.796835] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "2066127a-a262-439e-8c9b-13ab38bde560-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.799251] env[69677]: INFO nova.compute.manager [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Terminating instance [ 1297.996372] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "refresh_cache-c3a66ead-7bba-41dd-821e-c4fbafe676ff" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.996854] env[69677]: DEBUG nova.compute.manager [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Instance network_info: |[{"id": "059d6c9a-e5de-4953-9336-a98f16e14143", "address": "fa:16:3e:cf:3b:b8", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap059d6c9a-e5", "ovs_interfaceid": "059d6c9a-e5de-4953-9336-a98f16e14143", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.997313] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:3b:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '059d6c9a-e5de-4953-9336-a98f16e14143', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.005799] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.006177] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.006357] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba11086-4bc6-40a2-91e9-fede14714d99 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.028553] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.028553] env[69677]: value = "task-3437516" [ 1298.028553] env[69677]: _type = "Task" [ 1298.028553] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.038954] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437516, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.172260] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.172260] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5204e665-4ab3-7537-d804-982978119ca6" [ 1298.172260] env[69677]: _type = "HttpNfcLease" [ 1298.172260] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1298.172734] env[69677]: DEBUG oslo_vmware.rw_handles [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1298.172734] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5204e665-4ab3-7537-d804-982978119ca6" [ 1298.172734] env[69677]: _type = "HttpNfcLease" [ 1298.172734] env[69677]: }. {{(pid=69677) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1298.173333] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a2020e-4fe3-41ff-a486-f6b3e5488bba {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.183052] env[69677]: DEBUG oslo_vmware.rw_handles [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfc3a3-bcd5-a9e4-d327-3480fda9f9fc/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1298.183239] env[69677]: DEBUG oslo_vmware.rw_handles [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfc3a3-bcd5-a9e4-d327-3480fda9f9fc/disk-0.vmdk for reading. {{(pid=69677) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1298.262650] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "refresh_cache-41591c67-ab6f-4159-a70e-331bfd7fcf73" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.262885] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired lock "refresh_cache-41591c67-ab6f-4159-a70e-331bfd7fcf73" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.263131] env[69677]: DEBUG nova.network.neutron [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.278345] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437514, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.303374] env[69677]: DEBUG nova.compute.manager [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.303773] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.304789] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b5b35-b6a4-4c6a-ba3f-918bbbc99c07 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.313938] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a8dd43c-7a36-4ab4-92d1-9fd4b6e73676 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.320051] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.321790] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dc088f5-d45f-4d55-b1d5-6640b752c79e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.330677] env[69677]: DEBUG oslo_vmware.api [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1298.330677] env[69677]: value = "task-3437517" [ 1298.330677] env[69677]: _type = "Task" [ 1298.330677] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.344303] env[69677]: DEBUG oslo_vmware.api [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.541447] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437516, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.780462] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437514, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.816886] env[69677]: DEBUG nova.network.neutron [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.843831] env[69677]: DEBUG oslo_vmware.api [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437517, 'name': PowerOffVM_Task, 'duration_secs': 0.223744} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.848023] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.848023] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1298.848023] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8a9f625-7656-4a19-bb3a-cab5d93890d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.918487] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1298.918487] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1298.918487] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleting the datastore file [datastore2] 2066127a-a262-439e-8c9b-13ab38bde560 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.918487] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6527f786-d044-4b74-a98c-e499c56d4a6d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.924199] env[69677]: DEBUG oslo_vmware.api [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1298.924199] env[69677]: value = "task-3437519" [ 1298.924199] env[69677]: _type = "Task" [ 1298.924199] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.933820] env[69677]: DEBUG oslo_vmware.api [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.974895] env[69677]: DEBUG nova.network.neutron [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Updating instance_info_cache with network_info: [{"id": "91005c7c-0a56-41ce-b3a8-83d764a42a35", "address": "fa:16:3e:03:45:01", "network": {"id": "377684d3-4811-4da5-bb78-43b86ec6d67e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-336085171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e444a48ab9734f74aa3e5cf60cbafe9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91005c7c-0a", "ovs_interfaceid": "91005c7c-0a56-41ce-b3a8-83d764a42a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.039678] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437516, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.114306] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.278566] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437514, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.292906} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.278927] env[69677]: INFO nova.virt.vmwareapi.ds_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_51ae1178-bb11-4b20-a009-b6a884071ec7/OSTACK_IMG_51ae1178-bb11-4b20-a009-b6a884071ec7.vmdk to [datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d/4c5d5539-5839-4232-9223-171fd5255d7d.vmdk. [ 1299.279272] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Cleaning up location [datastore1] OSTACK_IMG_51ae1178-bb11-4b20-a009-b6a884071ec7 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1299.279546] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_51ae1178-bb11-4b20-a009-b6a884071ec7 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.279808] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4104bc17-9810-4759-a1e1-61714df56f43 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.286774] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1299.286774] env[69677]: value = "task-3437520" [ 1299.286774] env[69677]: _type = "Task" [ 1299.286774] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.295022] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.433533] env[69677]: DEBUG oslo_vmware.api [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215595} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.433881] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.434139] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.434381] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.434609] env[69677]: INFO nova.compute.manager [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1299.434892] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.435159] env[69677]: DEBUG nova.compute.manager [-] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1299.435278] env[69677]: DEBUG nova.network.neutron [-] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.477887] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Releasing lock "refresh_cache-41591c67-ab6f-4159-a70e-331bfd7fcf73" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.478396] env[69677]: DEBUG nova.compute.manager [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Instance network_info: |[{"id": "91005c7c-0a56-41ce-b3a8-83d764a42a35", "address": "fa:16:3e:03:45:01", "network": {"id": "377684d3-4811-4da5-bb78-43b86ec6d67e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-336085171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e444a48ab9734f74aa3e5cf60cbafe9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91005c7c-0a", "ovs_interfaceid": "91005c7c-0a56-41ce-b3a8-83d764a42a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1299.478805] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:45:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91005c7c-0a56-41ce-b3a8-83d764a42a35', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1299.486432] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Creating folder: Project (e444a48ab9734f74aa3e5cf60cbafe9a). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1299.486764] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f6e1d2a-dc69-46e6-9f81-ce58926a9435 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.498942] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Created folder: Project (e444a48ab9734f74aa3e5cf60cbafe9a) in parent group-v685897. [ 1299.499236] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Creating folder: Instances. Parent ref: group-v686229. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1299.499438] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cb424dd-e588-4259-959c-fa10c524f30e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.508693] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Created folder: Instances in parent group-v686229. [ 1299.508923] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.509131] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.509363] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cbbf65b-9226-4898-bcee-adf8a8033581 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.528574] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1299.528574] env[69677]: value = "task-3437523" [ 1299.528574] env[69677]: _type = "Task" [ 1299.528574] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.539395] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437523, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.542558] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437516, 'name': CreateVM_Task, 'duration_secs': 1.11317} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.542793] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.543585] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.543905] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.544359] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.544669] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c6fdfc-1d92-4aeb-a834-7e138c8833d3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.549243] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1299.549243] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5210419c-96f2-92ce-eabf-274d3e9a6ab6" [ 1299.549243] env[69677]: _type = "Task" [ 1299.549243] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.558833] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5210419c-96f2-92ce-eabf-274d3e9a6ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.744404] env[69677]: DEBUG nova.compute.manager [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Received event network-changed-91005c7c-0a56-41ce-b3a8-83d764a42a35 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.744710] env[69677]: DEBUG nova.compute.manager [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Refreshing instance network info cache due to event network-changed-91005c7c-0a56-41ce-b3a8-83d764a42a35. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1299.745031] env[69677]: DEBUG oslo_concurrency.lockutils [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] Acquiring lock "refresh_cache-41591c67-ab6f-4159-a70e-331bfd7fcf73" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.745234] env[69677]: DEBUG oslo_concurrency.lockutils [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] Acquired lock "refresh_cache-41591c67-ab6f-4159-a70e-331bfd7fcf73" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.745450] env[69677]: DEBUG nova.network.neutron [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Refreshing network info cache for port 91005c7c-0a56-41ce-b3a8-83d764a42a35 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.797441] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03595} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.798220] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.798220] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d/4c5d5539-5839-4232-9223-171fd5255d7d.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.798367] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d/4c5d5539-5839-4232-9223-171fd5255d7d.vmdk to [datastore1] 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6/1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1299.799338] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc3ba940-5c83-44bb-b159-e594c7bff49a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.806915] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1299.806915] env[69677]: value = "task-3437524" [ 1299.806915] env[69677]: _type = "Task" [ 1299.806915] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.815629] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.039869] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437523, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.063045] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5210419c-96f2-92ce-eabf-274d3e9a6ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.03064} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.063878] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.064357] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.064818] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.065151] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.065505] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.065819] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd389127-ad5e-4490-be09-7a7db7bb0987 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.084119] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.084541] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.085776] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7096acbd-02a3-422e-834f-8a4aa362c464 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.096349] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1300.096349] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cca5d6-8396-4897-d234-a7b268c76329" [ 1300.096349] env[69677]: _type = "Task" [ 1300.096349] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.107643] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cca5d6-8396-4897-d234-a7b268c76329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.148270] env[69677]: DEBUG nova.network.neutron [-] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.319865] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437524, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.507756] env[69677]: DEBUG nova.network.neutron [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Updated VIF entry in instance network info cache for port 91005c7c-0a56-41ce-b3a8-83d764a42a35. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.508162] env[69677]: DEBUG nova.network.neutron [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Updating instance_info_cache with network_info: [{"id": "91005c7c-0a56-41ce-b3a8-83d764a42a35", "address": "fa:16:3e:03:45:01", "network": {"id": "377684d3-4811-4da5-bb78-43b86ec6d67e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-336085171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e444a48ab9734f74aa3e5cf60cbafe9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91005c7c-0a", "ovs_interfaceid": "91005c7c-0a56-41ce-b3a8-83d764a42a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.541874] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437523, 'name': CreateVM_Task, 'duration_secs': 0.706132} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.542598] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.543164] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.543335] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.543987] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.543987] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b2e11b-af20-49ba-ae6f-4ec2c787f50d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.551905] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1300.551905] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52745a22-a2e6-7fc6-87fb-1c1045fb370c" [ 1300.551905] env[69677]: _type = "Task" [ 1300.551905] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.562943] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52745a22-a2e6-7fc6-87fb-1c1045fb370c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.608741] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cca5d6-8396-4897-d234-a7b268c76329, 'name': SearchDatastore_Task, 'duration_secs': 0.054417} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.609430] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44faba36-c9d6-494c-a364-dd9ebaf3fab4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.617794] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1300.617794] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d92227-3f8d-b4e3-b90d-626947049f9a" [ 1300.617794] env[69677]: _type = "Task" [ 1300.617794] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.630843] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d92227-3f8d-b4e3-b90d-626947049f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.651019] env[69677]: INFO nova.compute.manager [-] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Took 1.22 seconds to deallocate network for instance. [ 1300.820668] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437524, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.010813] env[69677]: DEBUG oslo_concurrency.lockutils [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] Releasing lock "refresh_cache-41591c67-ab6f-4159-a70e-331bfd7fcf73" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.011118] env[69677]: DEBUG nova.compute.manager [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Received event network-vif-deleted-e48ec87a-8b14-4880-a5ef-f9f21bb18bcd {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.011516] env[69677]: INFO nova.compute.manager [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Neutron deleted interface e48ec87a-8b14-4880-a5ef-f9f21bb18bcd; detaching it from the instance and deleting it from the info cache [ 1301.011768] env[69677]: DEBUG nova.network.neutron [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.063375] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52745a22-a2e6-7fc6-87fb-1c1045fb370c, 'name': SearchDatastore_Task, 'duration_secs': 0.085003} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.063763] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.064049] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.064287] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.114812] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.115076] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1301.115326] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.131123] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d92227-3f8d-b4e3-b90d-626947049f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.078161} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.132343] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.132664] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c3a66ead-7bba-41dd-821e-c4fbafe676ff/c3a66ead-7bba-41dd-821e-c4fbafe676ff.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.133448] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.133448] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.133654] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec35ac62-19ff-492b-bd6f-91c57650eac9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.136305] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-739de9b4-1bdb-4c16-b70c-3366ccfe2225 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.145097] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1301.145097] env[69677]: value = "task-3437525" [ 1301.145097] env[69677]: _type = "Task" [ 1301.145097] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.157124] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.159353] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.159648] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.159941] env[69677]: DEBUG nova.objects.instance [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lazy-loading 'resources' on Instance uuid 2066127a-a262-439e-8c9b-13ab38bde560 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.161095] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.161779] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.162355] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f74ff2-d8b9-4aab-a03a-95548b7d7f94 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.170449] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1301.170449] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5271ced4-d91f-2180-5df3-46e349e43eb0" [ 1301.170449] env[69677]: _type = "Task" [ 1301.170449] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.181669] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5271ced4-d91f-2180-5df3-46e349e43eb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.321966] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437524, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.515328] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e137d92c-be33-4a41-bdb4-7ec8b070ce5b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.527045] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee42a82-efce-4c39-83f3-53467648d348 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.557000] env[69677]: DEBUG nova.compute.manager [req-ed9d53b8-fc5c-4b73-95cf-8afae6348c0c req-010bef95-d19f-4513-9980-fb2c805c7ef8 service nova] [instance: 2066127a-a262-439e-8c9b-13ab38bde560] Detach interface failed, port_id=e48ec87a-8b14-4880-a5ef-f9f21bb18bcd, reason: Instance 2066127a-a262-439e-8c9b-13ab38bde560 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.625595] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.656883] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.681963] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5271ced4-d91f-2180-5df3-46e349e43eb0, 'name': SearchDatastore_Task, 'duration_secs': 0.082012} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.683017] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e832d1b8-e02f-4e0a-944e-8d266d985de6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.691080] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1301.691080] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525004e6-e20e-f039-ad1d-fc16a403a669" [ 1301.691080] env[69677]: _type = "Task" [ 1301.691080] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.702933] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525004e6-e20e-f039-ad1d-fc16a403a669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.767904] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9f7d93-208c-43b7-a256-58a05212cb15 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.777880] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992375c7-f8a6-42b7-baa4-9cf50692a5e8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.814993] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf69d86-c00d-437f-b5a5-12cc983bc188 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.826881] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437524, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.828183] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb4b9b3-dc24-4c6d-99d5-7cf48cec3de7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.844018] env[69677]: DEBUG nova.compute.provider_tree [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.157511] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437525, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.203165] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]525004e6-e20e-f039-ad1d-fc16a403a669, 'name': SearchDatastore_Task, 'duration_secs': 0.082898} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.203456] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.203758] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 41591c67-ab6f-4159-a70e-331bfd7fcf73/41591c67-ab6f-4159-a70e-331bfd7fcf73.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.204051] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55aa5423-9569-4497-b84f-f357fcc3c3b0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.212368] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1302.212368] env[69677]: value = "task-3437526" [ 1302.212368] env[69677]: _type = "Task" [ 1302.212368] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.221923] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.322325] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437524, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.216315} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.322673] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4c5d5539-5839-4232-9223-171fd5255d7d/4c5d5539-5839-4232-9223-171fd5255d7d.vmdk to [datastore1] 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6/1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.323546] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868ceca0-7f2d-4f2e-91d4-b85415ce7baf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.347647] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6/1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6.vmdk or device None with type streamOptimized {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.348637] env[69677]: DEBUG nova.scheduler.client.report [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.351839] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa2911b-6f85-425d-a8ca-07f1452a68bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.373028] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1302.373028] env[69677]: value = "task-3437527" [ 1302.373028] env[69677]: _type = "Task" [ 1302.373028] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.380665] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437527, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.656962] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437525, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.203353} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.657313] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] c3a66ead-7bba-41dd-821e-c4fbafe676ff/c3a66ead-7bba-41dd-821e-c4fbafe676ff.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.657527] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.657802] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b599bb9-0095-4584-99fd-7018da6b5270 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.666471] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1302.666471] env[69677]: value = "task-3437528" [ 1302.666471] env[69677]: _type = "Task" [ 1302.666471] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.677177] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.724794] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437526, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.867346] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.869718] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.244s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.869901] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.870076] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1302.870927] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863160c3-c536-4770-9851-4f17152161b4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.882571] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.885749] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fba1c32-5feb-49ec-8d03-91b9598e6e97 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.890269] env[69677]: INFO nova.scheduler.client.report [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted allocations for instance 2066127a-a262-439e-8c9b-13ab38bde560 [ 1302.902309] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5550e4a7-8d8d-4980-b890-0f1c0237f5e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.908940] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c859c1b9-0347-4494-856a-a75bd1ae3f50 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.956304] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180016MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1302.956576] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.956934] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.176238] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097977} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.176632] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.177518] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ea415e-1f2b-4386-9003-8710178878ec {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.200262] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c3a66ead-7bba-41dd-821e-c4fbafe676ff/c3a66ead-7bba-41dd-821e-c4fbafe676ff.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.200262] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30bf762c-bcfe-4e81-9aea-34d29cb8073a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.221839] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547427} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.223039] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 41591c67-ab6f-4159-a70e-331bfd7fcf73/41591c67-ab6f-4159-a70e-331bfd7fcf73.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.223273] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.223585] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1303.223585] env[69677]: value = "task-3437530" [ 1303.223585] env[69677]: _type = "Task" [ 1303.223585] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.223785] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-966d312f-3865-49a3-a021-3bf445ac5553 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.233301] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.234522] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1303.234522] env[69677]: value = "task-3437531" [ 1303.234522] env[69677]: _type = "Task" [ 1303.234522] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.243133] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.384584] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437527, 'name': ReconfigVM_Task, 'duration_secs': 0.525668} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.385024] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6/1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6.vmdk or device None with type streamOptimized {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.385715] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26549d8c-1c53-40f1-a4ee-153018a3b183 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.392260] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1303.392260] env[69677]: value = "task-3437532" [ 1303.392260] env[69677]: _type = "Task" [ 1303.392260] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.404560] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437532, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.405088] env[69677]: DEBUG oslo_concurrency.lockutils [None req-20ddf5f8-cb94-4588-a68a-0098803d7dd4 tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "2066127a-a262-439e-8c9b-13ab38bde560" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.609s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.735936] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437530, 'name': ReconfigVM_Task, 'duration_secs': 0.298637} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.739394] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c3a66ead-7bba-41dd-821e-c4fbafe676ff/c3a66ead-7bba-41dd-821e-c4fbafe676ff.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.740474] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07f75f34-230b-4e09-afdc-a4ffc08efa34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.747456] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070724} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.748862] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.749145] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1303.749145] env[69677]: value = "task-3437533" [ 1303.749145] env[69677]: _type = "Task" [ 1303.749145] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.749873] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98c05da-c982-4dff-aee3-dcf71de3c7f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.778605] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 41591c67-ab6f-4159-a70e-331bfd7fcf73/41591c67-ab6f-4159-a70e-331bfd7fcf73.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.782141] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0751daa3-a583-455b-a201-d35c92f54ddc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.797215] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437533, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.802829] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1303.802829] env[69677]: value = "task-3437534" [ 1303.802829] env[69677]: _type = "Task" [ 1303.802829] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.813368] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.902751] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437532, 'name': Rename_Task, 'duration_secs': 0.155277} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.903112] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.903494] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-440b8dd0-7158-4a69-b5b3-8644dab19360 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.910696] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1303.910696] env[69677]: value = "task-3437535" [ 1303.910696] env[69677]: _type = "Task" [ 1303.910696] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.919039] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.986100] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 56912308-ed10-4ce7-8a34-134235478994 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.986452] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance c0eb6688-c7c7-4525-8c1a-9d2d40263e8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.986452] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.986602] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance c3a66ead-7bba-41dd-821e-c4fbafe676ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.986641] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 41591c67-ab6f-4159-a70e-331bfd7fcf73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1303.986813] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1303.986954] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1304.060301] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d41c82b-b01a-44af-862d-7c000a3cd68d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.068300] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea0fb2e-d57f-48fe-907c-7ca3656745f8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.099177] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fcd0f4-bdbf-4c10-b3f5-52e4343de89c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.106654] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb54556-be64-4b90-99ba-efcd7fe28ef6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.119976] env[69677]: DEBUG nova.compute.provider_tree [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.263073] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437533, 'name': Rename_Task, 'duration_secs': 0.216616} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.263466] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.263767] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7ff53a4-51c5-416a-8cb6-7bea80794864 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.269876] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1304.269876] env[69677]: value = "task-3437536" [ 1304.269876] env[69677]: _type = "Task" [ 1304.269876] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.279174] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.312556] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437534, 'name': ReconfigVM_Task, 'duration_secs': 0.448376} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.312785] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 41591c67-ab6f-4159-a70e-331bfd7fcf73/41591c67-ab6f-4159-a70e-331bfd7fcf73.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.313438] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d71caa75-41cc-48c3-8fdd-f4f7fa065127 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.319784] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1304.319784] env[69677]: value = "task-3437537" [ 1304.319784] env[69677]: _type = "Task" [ 1304.319784] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.327701] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437537, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.421092] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.623786] env[69677]: DEBUG nova.scheduler.client.report [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.780888] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.829173] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437537, 'name': Rename_Task, 'duration_secs': 0.166707} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.829425] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.829754] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbf53632-1558-4ec9-8ad8-a593b219a570 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.836088] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1304.836088] env[69677]: value = "task-3437538" [ 1304.836088] env[69677]: _type = "Task" [ 1304.836088] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.849199] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.921924] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.128876] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1305.128876] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.172s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.281647] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.350101] env[69677]: DEBUG oslo_vmware.api [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437538, 'name': PowerOnVM_Task, 'duration_secs': 0.454585} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.350101] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.350101] env[69677]: INFO nova.compute.manager [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1305.350101] env[69677]: DEBUG nova.compute.manager [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.350101] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012cb728-dab0-4ff5-943e-05c4e547e46e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.427266] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437535, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.781895] env[69677]: DEBUG oslo_vmware.api [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437536, 'name': PowerOnVM_Task, 'duration_secs': 1.224797} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.783996] env[69677]: DEBUG oslo_vmware.rw_handles [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfc3a3-bcd5-a9e4-d327-3480fda9f9fc/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1305.784304] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.784578] env[69677]: INFO nova.compute.manager [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Took 10.54 seconds to spawn the instance on the hypervisor. [ 1305.784787] env[69677]: DEBUG nova.compute.manager [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.785613] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1695c3-ada1-4a2c-8e66-f779d603dacb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.788493] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bb2d10-c114-435a-96c6-9c7b347e5a35 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.794254] env[69677]: DEBUG oslo_vmware.rw_handles [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfc3a3-bcd5-a9e4-d327-3480fda9f9fc/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1305.794417] env[69677]: ERROR oslo_vmware.rw_handles [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfc3a3-bcd5-a9e4-d327-3480fda9f9fc/disk-0.vmdk due to incomplete transfer. [ 1305.795763] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6c19ff9e-9e3b-4f67-a7db-b06c6dd99b13 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.805810] env[69677]: DEBUG oslo_vmware.rw_handles [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfc3a3-bcd5-a9e4-d327-3480fda9f9fc/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1305.806015] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Uploaded image 4bdafd72-8953-4784-bfdd-f5ae3725174d to the Glance image server {{(pid=69677) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1305.808592] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Destroying the VM {{(pid=69677) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1305.808830] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2f517766-329c-453c-b45e-496f20920356 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.815548] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1305.815548] env[69677]: value = "task-3437539" [ 1305.815548] env[69677]: _type = "Task" [ 1305.815548] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.823153] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437539, 'name': Destroy_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.869613] env[69677]: INFO nova.compute.manager [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Took 12.68 seconds to build instance. [ 1305.922486] env[69677]: DEBUG oslo_vmware.api [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437535, 'name': PowerOnVM_Task, 'duration_secs': 1.581535} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.922647] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.022254] env[69677]: DEBUG nova.compute.manager [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.023198] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce6ecd8-fe99-40b0-99b3-34fda3ab78fa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.128500] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.128748] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.128879] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.310390] env[69677]: INFO nova.compute.manager [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Took 15.37 seconds to build instance. [ 1306.326480] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437539, 'name': Destroy_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.372085] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bae56575-edeb-4be3-a801-89e2bb65acde tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "41591c67-ab6f-4159-a70e-331bfd7fcf73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.187s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.539081] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a4ba6056-79c8-45b3-a0c5-b1f3a2e0863f tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.929s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.718521] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "56912308-ed10-4ce7-8a34-134235478994" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.718799] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "56912308-ed10-4ce7-8a34-134235478994" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.719041] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "56912308-ed10-4ce7-8a34-134235478994-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.719288] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "56912308-ed10-4ce7-8a34-134235478994-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.719474] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "56912308-ed10-4ce7-8a34-134235478994-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.721810] env[69677]: INFO nova.compute.manager [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Terminating instance [ 1306.812121] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ae478481-4620-487e-902d-be56b7a75329 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.886s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.825746] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437539, 'name': Destroy_Task, 'duration_secs': 0.672968} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.826029] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Destroyed the VM [ 1306.826275] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Deleting Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1306.826556] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e0edbe1-e81f-4d8a-8e43-ced8711eab7a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.833636] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1306.833636] env[69677]: value = "task-3437540" [ 1306.833636] env[69677]: _type = "Task" [ 1306.833636] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.842244] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437540, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.851956] env[69677]: INFO nova.compute.manager [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Rescuing [ 1306.852360] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "refresh_cache-41591c67-ab6f-4159-a70e-331bfd7fcf73" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.852528] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired lock "refresh_cache-41591c67-ab6f-4159-a70e-331bfd7fcf73" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.852699] env[69677]: DEBUG nova.network.neutron [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.225863] env[69677]: DEBUG nova.compute.manager [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.226120] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.227042] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e49100b-7346-45a5-950d-146d3cd90d20 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.237381] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.237381] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97ab4460-2ee7-4c65-bbb3-334d750477dc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.244427] env[69677]: DEBUG oslo_vmware.api [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1307.244427] env[69677]: value = "task-3437541" [ 1307.244427] env[69677]: _type = "Task" [ 1307.244427] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.256724] env[69677]: DEBUG oslo_vmware.api [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.355995] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437540, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.543516] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.543933] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.543989] env[69677]: DEBUG nova.compute.manager [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.544863] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c626627d-14fd-4501-95b0-d1e8ab587a7f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.552338] env[69677]: DEBUG nova.compute.manager [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69677) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1307.552957] env[69677]: DEBUG nova.objects.instance [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lazy-loading 'flavor' on Instance uuid c3a66ead-7bba-41dd-821e-c4fbafe676ff {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.601924] env[69677]: DEBUG nova.network.neutron [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Updating instance_info_cache with network_info: [{"id": "91005c7c-0a56-41ce-b3a8-83d764a42a35", "address": "fa:16:3e:03:45:01", "network": {"id": "377684d3-4811-4da5-bb78-43b86ec6d67e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-336085171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e444a48ab9734f74aa3e5cf60cbafe9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91005c7c-0a", "ovs_interfaceid": "91005c7c-0a56-41ce-b3a8-83d764a42a35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.705588] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.706036] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.706383] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.706691] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.706978] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.709887] env[69677]: INFO nova.compute.manager [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Terminating instance [ 1307.754903] env[69677]: DEBUG oslo_vmware.api [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437541, 'name': PowerOffVM_Task, 'duration_secs': 0.324606} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.755192] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.755288] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.755532] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1915c7d0-3d61-4396-aa76-6713b7e4b587 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.825759] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.826045] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.826162] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleting the datastore file [datastore2] 56912308-ed10-4ce7-8a34-134235478994 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.826473] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eaa0223-5adc-4385-a9b6-bdd7d3de0043 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.835375] env[69677]: DEBUG oslo_vmware.api [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for the task: (returnval){ [ 1307.835375] env[69677]: value = "task-3437543" [ 1307.835375] env[69677]: _type = "Task" [ 1307.835375] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.847601] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437540, 'name': RemoveSnapshot_Task, 'duration_secs': 0.589042} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.851057] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Deleted Snapshot of the VM instance {{(pid=69677) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1307.851451] env[69677]: DEBUG nova.compute.manager [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.851760] env[69677]: DEBUG oslo_vmware.api [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.852573] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9f124-22fb-4591-9f1f-bf86e6014134 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.104660] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Releasing lock "refresh_cache-41591c67-ab6f-4159-a70e-331bfd7fcf73" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.214550] env[69677]: DEBUG nova.compute.manager [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.214796] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.215717] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830616e9-abcf-4c60-a101-1ab7353c50be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.223620] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.223883] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8391552f-3d5c-4112-8cdf-eaa31f374e29 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.230298] env[69677]: DEBUG oslo_vmware.api [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1308.230298] env[69677]: value = "task-3437544" [ 1308.230298] env[69677]: _type = "Task" [ 1308.230298] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.239113] env[69677]: DEBUG oslo_vmware.api [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.349113] env[69677]: DEBUG oslo_vmware.api [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Task: {'id': task-3437543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147566} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.349407] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.349612] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.349789] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.349962] env[69677]: INFO nova.compute.manager [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] [instance: 56912308-ed10-4ce7-8a34-134235478994] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1308.350224] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.350419] env[69677]: DEBUG nova.compute.manager [-] [instance: 56912308-ed10-4ce7-8a34-134235478994] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.350531] env[69677]: DEBUG nova.network.neutron [-] [instance: 56912308-ed10-4ce7-8a34-134235478994] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.365323] env[69677]: INFO nova.compute.manager [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Shelve offloading [ 1308.561093] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.561462] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e120ec54-7c82-4bb4-a83d-6e6c1429770b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.571832] env[69677]: DEBUG oslo_vmware.api [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1308.571832] env[69677]: value = "task-3437545" [ 1308.571832] env[69677]: _type = "Task" [ 1308.571832] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.583959] env[69677]: DEBUG oslo_vmware.api [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.614544] env[69677]: DEBUG nova.compute.manager [req-a690d7b7-e494-494e-80c9-e33a48d9eb5d req-c89b7ee8-0bc9-4817-b624-815bd7685085 service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Received event network-vif-deleted-a960fc0c-426b-40d0-a1f0-5bffbb4bfd07 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.614738] env[69677]: INFO nova.compute.manager [req-a690d7b7-e494-494e-80c9-e33a48d9eb5d req-c89b7ee8-0bc9-4817-b624-815bd7685085 service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Neutron deleted interface a960fc0c-426b-40d0-a1f0-5bffbb4bfd07; detaching it from the instance and deleting it from the info cache [ 1308.614968] env[69677]: DEBUG nova.network.neutron [req-a690d7b7-e494-494e-80c9-e33a48d9eb5d req-c89b7ee8-0bc9-4817-b624-815bd7685085 service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.740426] env[69677]: DEBUG oslo_vmware.api [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437544, 'name': PowerOffVM_Task, 'duration_secs': 0.293004} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.740610] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.740733] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.740975] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7352ee1-6df6-4617-a5a8-e43ca6427b10 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.827914] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.828154] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.828336] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleting the datastore file [datastore1] 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.828601] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80c87e8a-6073-410d-987d-eba630e4b612 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.834715] env[69677]: DEBUG oslo_vmware.api [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for the task: (returnval){ [ 1308.834715] env[69677]: value = "task-3437547" [ 1308.834715] env[69677]: _type = "Task" [ 1308.834715] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.842701] env[69677]: DEBUG oslo_vmware.api [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.869543] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.869761] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a3817fc-fb02-4fa2-8f38-758e338933ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.875626] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1308.875626] env[69677]: value = "task-3437548" [ 1308.875626] env[69677]: _type = "Task" [ 1308.875626] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.883375] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.081169] env[69677]: DEBUG oslo_vmware.api [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437545, 'name': PowerOffVM_Task, 'duration_secs': 0.445655} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.081483] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.081693] env[69677]: DEBUG nova.compute.manager [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.082452] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5019cf6-73b7-422d-99a9-0477f6ada038 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.094261] env[69677]: DEBUG nova.network.neutron [-] [instance: 56912308-ed10-4ce7-8a34-134235478994] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.118113] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64b156e8-de8e-4397-aad7-2a45562629db {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.127442] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b326c495-a2d3-49a1-a9f2-8214dca996bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.155376] env[69677]: DEBUG nova.compute.manager [req-a690d7b7-e494-494e-80c9-e33a48d9eb5d req-c89b7ee8-0bc9-4817-b624-815bd7685085 service nova] [instance: 56912308-ed10-4ce7-8a34-134235478994] Detach interface failed, port_id=a960fc0c-426b-40d0-a1f0-5bffbb4bfd07, reason: Instance 56912308-ed10-4ce7-8a34-134235478994 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1309.346331] env[69677]: DEBUG oslo_vmware.api [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Task: {'id': task-3437547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23856} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.346600] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.346788] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.346957] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.347140] env[69677]: INFO nova.compute.manager [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1309.347376] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.347571] env[69677]: DEBUG nova.compute.manager [-] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.347664] env[69677]: DEBUG nova.network.neutron [-] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.386986] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1309.387185] env[69677]: DEBUG nova.compute.manager [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.387938] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8297afc-62ea-4a1e-b259-75d66471f97b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.393670] env[69677]: DEBUG oslo_concurrency.lockutils [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.393841] env[69677]: DEBUG oslo_concurrency.lockutils [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.394020] env[69677]: DEBUG nova.network.neutron [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.595294] env[69677]: DEBUG oslo_concurrency.lockutils [None req-3dfdd315-ac33-4837-bdef-683ce8eae95d tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.596299] env[69677]: INFO nova.compute.manager [-] [instance: 56912308-ed10-4ce7-8a34-134235478994] Took 1.25 seconds to deallocate network for instance. [ 1309.641702] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.641970] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-981acb9d-70d8-461e-a181-59f5087ee938 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.649602] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1309.649602] env[69677]: value = "task-3437549" [ 1309.649602] env[69677]: _type = "Task" [ 1309.649602] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.657701] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.944632] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.944936] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.945246] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.945502] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.945745] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.948054] env[69677]: INFO nova.compute.manager [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Terminating instance [ 1310.100606] env[69677]: DEBUG nova.network.neutron [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updating instance_info_cache with network_info: [{"id": "d3e0dad0-2105-4785-a786-b514e5317f5e", "address": "fa:16:3e:4e:6e:3b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0dad0-21", "ovs_interfaceid": "d3e0dad0-2105-4785-a786-b514e5317f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.103742] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.103742] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.103742] env[69677]: DEBUG nova.objects.instance [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lazy-loading 'resources' on Instance uuid 56912308-ed10-4ce7-8a34-134235478994 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.110313] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.160189] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437549, 'name': PowerOffVM_Task, 'duration_secs': 0.204941} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.160564] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.161431] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771362a-557c-47de-aad1-f696165e722f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.179692] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c9714-be43-4299-948d-36069dcf1b38 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.211067] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.211347] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9202749f-0ed2-4e09-b0fe-68c26f0b1710 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.217738] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1310.217738] env[69677]: value = "task-3437550" [ 1310.217738] env[69677]: _type = "Task" [ 1310.217738] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.224538] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.338509] env[69677]: DEBUG nova.network.neutron [-] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.453033] env[69677]: DEBUG nova.compute.manager [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.453369] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.453932] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e376c1fe-d773-4ddb-9422-267d344e33f1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.461776] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.462011] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b90d3a9e-c82e-426c-96e9-745bb25d1f36 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.524921] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.525160] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.525351] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleting the datastore file [datastore1] c3a66ead-7bba-41dd-821e-c4fbafe676ff {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.525621] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10057640-b30f-4d56-a564-2c211796e2bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.531978] env[69677]: DEBUG oslo_vmware.api [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1310.531978] env[69677]: value = "task-3437552" [ 1310.531978] env[69677]: _type = "Task" [ 1310.531978] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.539422] env[69677]: DEBUG oslo_vmware.api [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.603287] env[69677]: DEBUG oslo_concurrency.lockutils [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.627755] env[69677]: DEBUG nova.scheduler.client.report [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Refreshing inventories for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1310.643191] env[69677]: DEBUG nova.scheduler.client.report [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Updating ProviderTree inventory for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1310.643452] env[69677]: DEBUG nova.compute.provider_tree [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Updating inventory in ProviderTree for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1310.660952] env[69677]: DEBUG nova.scheduler.client.report [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Refreshing aggregate associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, aggregates: None {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1310.665185] env[69677]: DEBUG nova.compute.manager [req-0c953eec-a5e2-4057-8e31-240f75e9d4c9 req-c4d9cdd0-0a5d-4109-a4b4-21db96a603fb service nova] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Received event network-vif-deleted-b18ceea9-680c-4a8f-afd1-99dda763c88f {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.682970] env[69677]: DEBUG nova.scheduler.client.report [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Refreshing trait associations for resource provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69677) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1310.729647] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1310.729876] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.730131] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.730281] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.730461] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.730887] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1acb5784-3310-4851-a5f5-1becfe6ca1e4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.739081] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.739272] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.742063] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708de198-ef4c-4d04-ba66-68dd41f6ca04 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.747037] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1310.747037] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b8fd52-2918-5da3-4f37-9bed9150bbe9" [ 1310.747037] env[69677]: _type = "Task" [ 1310.747037] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.754209] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b8fd52-2918-5da3-4f37-9bed9150bbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.765301] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ce07bb-b056-4be8-ba2e-1a06c39095dd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.771538] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e23bcf-3322-4043-943f-3503c8c0b650 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.801628] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4dd350-23af-4c90-95d9-e36fa1e985ac {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.808085] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da0f3f7-8c08-462b-8762-d2233ca8ecc9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.820759] env[69677]: DEBUG nova.compute.provider_tree [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.841084] env[69677]: INFO nova.compute.manager [-] [instance: 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6] Took 1.49 seconds to deallocate network for instance. [ 1310.926682] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.927774] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f9cbd1-0ca7-49c8-af8a-7ebdf34d6489 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.936085] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.936085] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-297aaac0-af8b-4394-8687-900b6385a3ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.007412] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.007677] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.007819] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleting the datastore file [datastore1] c0eb6688-c7c7-4525-8c1a-9d2d40263e8c {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.008097] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19d1c249-7e76-475a-bfca-51c707ce2f0c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.014713] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1311.014713] env[69677]: value = "task-3437554" [ 1311.014713] env[69677]: _type = "Task" [ 1311.014713] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.022672] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.040498] env[69677]: DEBUG oslo_vmware.api [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123762} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.040778] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.041014] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.041243] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.041465] env[69677]: INFO nova.compute.manager [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1311.041748] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.041975] env[69677]: DEBUG nova.compute.manager [-] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.042095] env[69677]: DEBUG nova.network.neutron [-] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.257862] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b8fd52-2918-5da3-4f37-9bed9150bbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.007738} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.259256] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a0d2f1-e1c9-4aca-9961-20b39a174197 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.265105] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1311.265105] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521f693e-4c36-c1fd-caf0-b11a6a6a55f9" [ 1311.265105] env[69677]: _type = "Task" [ 1311.265105] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.272793] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521f693e-4c36-c1fd-caf0-b11a6a6a55f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.323718] env[69677]: DEBUG nova.scheduler.client.report [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.346296] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.524130] env[69677]: DEBUG oslo_vmware.api [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119067} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.524338] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.524521] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.524692] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.545588] env[69677]: INFO nova.scheduler.client.report [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleted allocations for instance c0eb6688-c7c7-4525-8c1a-9d2d40263e8c [ 1311.752465] env[69677]: DEBUG nova.network.neutron [-] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.776391] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521f693e-4c36-c1fd-caf0-b11a6a6a55f9, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.776519] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.776921] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 41591c67-ab6f-4159-a70e-331bfd7fcf73/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. {{(pid=69677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1311.777114] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7cd38e5-75d2-4b5b-b31d-e085079febe1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.783651] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1311.783651] env[69677]: value = "task-3437555" [ 1311.783651] env[69677]: _type = "Task" [ 1311.783651] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.792688] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.828023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.830286] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.484s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.830518] env[69677]: DEBUG nova.objects.instance [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lazy-loading 'resources' on Instance uuid 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.847901] env[69677]: INFO nova.scheduler.client.report [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Deleted allocations for instance 56912308-ed10-4ce7-8a34-134235478994 [ 1312.050130] env[69677]: DEBUG oslo_concurrency.lockutils [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.258084] env[69677]: INFO nova.compute.manager [-] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Took 1.22 seconds to deallocate network for instance. [ 1312.293791] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425402} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.294069] env[69677]: INFO nova.virt.vmwareapi.ds_util [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 41591c67-ab6f-4159-a70e-331bfd7fcf73/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. [ 1312.294802] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0aa98d-8bd5-446d-bbec-17eb58895c9c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.320568] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 41591c67-ab6f-4159-a70e-331bfd7fcf73/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.320794] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ad30f8-4d19-4f50-b426-6e20aa5fd97b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.342030] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1312.342030] env[69677]: value = "task-3437556" [ 1312.342030] env[69677]: _type = "Task" [ 1312.342030] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.350467] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.355775] env[69677]: DEBUG oslo_concurrency.lockutils [None req-9868ae22-7261-41e4-82a9-0acf232c271c tempest-ServerActionsTestOtherA-994953943 tempest-ServerActionsTestOtherA-994953943-project-member] Lock "56912308-ed10-4ce7-8a34-134235478994" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.637s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.388900] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cf10b9-d4ea-4b99-9895-8a22d86c3602 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.397247] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3842097e-817f-4439-9e3b-88d5739b4af4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.429838] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd324e2-b986-4085-a052-dc4d6fe23ee5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.437057] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2408226d-9403-4ff7-a266-397bfa663048 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.450846] env[69677]: DEBUG nova.compute.provider_tree [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.692827] env[69677]: DEBUG nova.compute.manager [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Received event network-vif-unplugged-d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.693100] env[69677]: DEBUG oslo_concurrency.lockutils [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] Acquiring lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.693322] env[69677]: DEBUG oslo_concurrency.lockutils [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.693496] env[69677]: DEBUG oslo_concurrency.lockutils [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.693666] env[69677]: DEBUG nova.compute.manager [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] No waiting events found dispatching network-vif-unplugged-d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.693835] env[69677]: WARNING nova.compute.manager [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Received unexpected event network-vif-unplugged-d3e0dad0-2105-4785-a786-b514e5317f5e for instance with vm_state shelved_offloaded and task_state None. [ 1312.693994] env[69677]: DEBUG nova.compute.manager [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Received event network-changed-d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.694165] env[69677]: DEBUG nova.compute.manager [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Refreshing instance network info cache due to event network-changed-d3e0dad0-2105-4785-a786-b514e5317f5e. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1312.694353] env[69677]: DEBUG oslo_concurrency.lockutils [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] Acquiring lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.694517] env[69677]: DEBUG oslo_concurrency.lockutils [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] Acquired lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.694680] env[69677]: DEBUG nova.network.neutron [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Refreshing network info cache for port d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.763654] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.852896] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437556, 'name': ReconfigVM_Task, 'duration_secs': 0.276266} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.853176] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 41591c67-ab6f-4159-a70e-331bfd7fcf73/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.854010] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9790f309-0c31-41d9-90aa-76a098356fd3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.878477] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95ef2c0b-9c69-45ee-936f-b287fdcd0ef1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.894305] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1312.894305] env[69677]: value = "task-3437557" [ 1312.894305] env[69677]: _type = "Task" [ 1312.894305] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.902328] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.954589] env[69677]: DEBUG nova.scheduler.client.report [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.405056] env[69677]: DEBUG nova.network.neutron [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updated VIF entry in instance network info cache for port d3e0dad0-2105-4785-a786-b514e5317f5e. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.405424] env[69677]: DEBUG nova.network.neutron [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updating instance_info_cache with network_info: [{"id": "d3e0dad0-2105-4785-a786-b514e5317f5e", "address": "fa:16:3e:4e:6e:3b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd3e0dad0-21", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.412133] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437557, 'name': ReconfigVM_Task, 'duration_secs': 0.159491} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.412133] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1313.412133] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-038047bd-f678-4ff0-82f1-1c25f7b632a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.422418] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1313.422418] env[69677]: value = "task-3437558" [ 1313.422418] env[69677]: _type = "Task" [ 1313.422418] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.430647] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.459397] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.461700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.412s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.461966] env[69677]: DEBUG nova.objects.instance [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lazy-loading 'resources' on Instance uuid c0eb6688-c7c7-4525-8c1a-9d2d40263e8c {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.486831] env[69677]: INFO nova.scheduler.client.report [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Deleted allocations for instance 1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6 [ 1313.912707] env[69677]: DEBUG oslo_concurrency.lockutils [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] Releasing lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.912707] env[69677]: DEBUG nova.compute.manager [req-28f7eccf-9b51-4c49-a83c-3abd7ef6f54e req-5e76d461-f5cf-4f56-9681-56c7a2198d27 service nova] [instance: c3a66ead-7bba-41dd-821e-c4fbafe676ff] Received event network-vif-deleted-059d6c9a-e5de-4953-9336-a98f16e14143 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.933340] env[69677]: DEBUG oslo_vmware.api [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437558, 'name': PowerOnVM_Task, 'duration_secs': 0.373803} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.933482] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.937875] env[69677]: DEBUG nova.compute.manager [None req-4faed684-d8ac-406f-b08f-dca10c203529 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1313.938933] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9942b6-f3b9-4eb2-9609-34926a9bde88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.965332] env[69677]: DEBUG nova.objects.instance [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lazy-loading 'numa_topology' on Instance uuid c0eb6688-c7c7-4525-8c1a-9d2d40263e8c {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.996992] env[69677]: DEBUG oslo_concurrency.lockutils [None req-7adf398b-2eab-47ad-bcb0-fedb16ef7f85 tempest-ServerActionsTestOtherB-1761002494 tempest-ServerActionsTestOtherB-1761002494-project-member] Lock "1ded1d88-6f32-4c22-bec4-e4a2d73b3ff6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.291s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.468900] env[69677]: DEBUG nova.objects.base [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1314.527351] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.548019] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c03ed4-4c35-40c3-a19f-0d1da138b95c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.557662] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d8e15-d5a6-4c61-a112-b16f9c30cef3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.589995] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa849c75-5dc5-4ff7-99b9-85cf394f648f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.601417] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816a48a1-cbcd-4ee4-9472-f169b1e17d1f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.618047] env[69677]: DEBUG nova.compute.provider_tree [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.122059] env[69677]: DEBUG nova.scheduler.client.report [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.333711] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.333962] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.627465] env[69677]: DEBUG oslo_concurrency.lockutils [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.629969] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.866s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.630214] env[69677]: DEBUG nova.objects.instance [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lazy-loading 'resources' on Instance uuid c3a66ead-7bba-41dd-821e-c4fbafe676ff {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.836392] env[69677]: DEBUG nova.compute.manager [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.920887] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquiring lock "a304ea4e-9d02-44e6-984f-39061cb70ca6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.921186] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "a304ea4e-9d02-44e6-984f-39061cb70ca6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.139282] env[69677]: DEBUG oslo_concurrency.lockutils [None req-96067243-afbd-4f68-8680-7d46e2215b87 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.665s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.140396] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.613s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.140519] env[69677]: INFO nova.compute.manager [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Unshelving [ 1316.212302] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967710fb-83db-49ac-bd9a-2fed63df7ccb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.219671] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93973f4e-d2c9-4f19-938b-559aeecc357d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.253151] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2ed90f-d86a-4e52-ba0e-5e88aae074ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.260580] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303a9b4-183a-4fd4-b004-2075835ff707 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.274896] env[69677]: DEBUG nova.compute.provider_tree [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.355557] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.427040] env[69677]: DEBUG nova.compute.manager [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.777859] env[69677]: DEBUG nova.scheduler.client.report [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.945804] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.161479] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.282724] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.285010] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.930s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.286804] env[69677]: INFO nova.compute.claims [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.302565] env[69677]: INFO nova.scheduler.client.report [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted allocations for instance c3a66ead-7bba-41dd-821e-c4fbafe676ff [ 1317.808570] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ca91787e-baf5-431d-9d84-fd2370bd29b6 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "c3a66ead-7bba-41dd-821e-c4fbafe676ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.864s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.362828] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4ff238-b38d-4f4d-8b0a-aa89000e1f77 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.372168] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9129abec-06f2-42f2-bfa1-8763ee592646 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.401626] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df214846-f126-4bcd-999f-d54747d2c764 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.411177] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daee242c-ea8e-4242-be55-4a839899470b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.425282] env[69677]: DEBUG nova.compute.provider_tree [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.928152] env[69677]: DEBUG nova.scheduler.client.report [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.142491] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "a240e128-988d-4af9-ab02-d6f8c9042ef1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.142728] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "a240e128-988d-4af9-ab02-d6f8c9042ef1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.434212] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.434700] env[69677]: DEBUG nova.compute.manager [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.437422] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.492s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.439068] env[69677]: INFO nova.compute.claims [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.645525] env[69677]: DEBUG nova.compute.manager [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1319.942761] env[69677]: DEBUG nova.compute.utils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.946323] env[69677]: DEBUG nova.compute.manager [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.946513] env[69677]: DEBUG nova.network.neutron [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.999846] env[69677]: DEBUG nova.policy [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5e03924c4c14ab4b4c7884b70419f00', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e444a48ab9734f74aa3e5cf60cbafe9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.171802] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.210461] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquiring lock "6f6d21bf-9cab-45cc-979d-5e0614b7f026" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.210461] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "6f6d21bf-9cab-45cc-979d-5e0614b7f026" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.284559] env[69677]: DEBUG nova.network.neutron [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Successfully created port: cbfd60e5-5276-476a-a709-5eeb612615b2 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.449846] env[69677]: DEBUG nova.compute.manager [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.562793] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614ab584-883e-4b1a-9a1d-295084147047 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.570860] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc3fa27-3489-4635-814e-482b36e91c7b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.599913] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c91474-1b5f-4df1-ab5f-95d49057d242 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.607029] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8400aaf-6417-4cbe-9588-ce156fc6e710 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.621043] env[69677]: DEBUG nova.compute.provider_tree [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.712472] env[69677]: DEBUG nova.compute.manager [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.124110] env[69677]: DEBUG nova.scheduler.client.report [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.236399] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.461757] env[69677]: DEBUG nova.compute.manager [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.486955] env[69677]: DEBUG nova.virt.hardware [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.487220] env[69677]: DEBUG nova.virt.hardware [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.487377] env[69677]: DEBUG nova.virt.hardware [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.487559] env[69677]: DEBUG nova.virt.hardware [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.487705] env[69677]: DEBUG nova.virt.hardware [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.487848] env[69677]: DEBUG nova.virt.hardware [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.488064] env[69677]: DEBUG nova.virt.hardware [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.488226] env[69677]: DEBUG nova.virt.hardware [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.488403] env[69677]: DEBUG nova.virt.hardware [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.488567] env[69677]: DEBUG nova.virt.hardware [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.489133] env[69677]: DEBUG nova.virt.hardware [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.489956] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6674bc-5cbf-4f0f-beb8-017cab0b27ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.498339] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0199d3d-8f64-42c7-aba8-590f65bfc384 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.629766] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.630482] env[69677]: DEBUG nova.compute.manager [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1321.634214] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.473s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.634511] env[69677]: DEBUG nova.objects.instance [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lazy-loading 'pci_requests' on Instance uuid c0eb6688-c7c7-4525-8c1a-9d2d40263e8c {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.696766] env[69677]: DEBUG nova.compute.manager [req-d13cf6cd-6655-4c93-9903-4d3b772c010b req-af684e03-31c1-4c27-b8d9-13c0e38f34d0 service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Received event network-vif-plugged-cbfd60e5-5276-476a-a709-5eeb612615b2 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.697056] env[69677]: DEBUG oslo_concurrency.lockutils [req-d13cf6cd-6655-4c93-9903-4d3b772c010b req-af684e03-31c1-4c27-b8d9-13c0e38f34d0 service nova] Acquiring lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.697185] env[69677]: DEBUG oslo_concurrency.lockutils [req-d13cf6cd-6655-4c93-9903-4d3b772c010b req-af684e03-31c1-4c27-b8d9-13c0e38f34d0 service nova] Lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.697344] env[69677]: DEBUG oslo_concurrency.lockutils [req-d13cf6cd-6655-4c93-9903-4d3b772c010b req-af684e03-31c1-4c27-b8d9-13c0e38f34d0 service nova] Lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.697545] env[69677]: DEBUG nova.compute.manager [req-d13cf6cd-6655-4c93-9903-4d3b772c010b req-af684e03-31c1-4c27-b8d9-13c0e38f34d0 service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] No waiting events found dispatching network-vif-plugged-cbfd60e5-5276-476a-a709-5eeb612615b2 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.697667] env[69677]: WARNING nova.compute.manager [req-d13cf6cd-6655-4c93-9903-4d3b772c010b req-af684e03-31c1-4c27-b8d9-13c0e38f34d0 service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Received unexpected event network-vif-plugged-cbfd60e5-5276-476a-a709-5eeb612615b2 for instance with vm_state building and task_state spawning. [ 1321.796507] env[69677]: DEBUG nova.network.neutron [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Successfully updated port: cbfd60e5-5276-476a-a709-5eeb612615b2 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.137550] env[69677]: DEBUG nova.compute.utils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.140109] env[69677]: DEBUG nova.objects.instance [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lazy-loading 'numa_topology' on Instance uuid c0eb6688-c7c7-4525-8c1a-9d2d40263e8c {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.141367] env[69677]: DEBUG nova.compute.manager [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Not allocating networking since 'none' was specified. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1322.299136] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.299136] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.299356] env[69677]: DEBUG nova.network.neutron [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.642328] env[69677]: DEBUG nova.compute.manager [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1322.645663] env[69677]: INFO nova.compute.claims [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.829878] env[69677]: DEBUG nova.network.neutron [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.946150] env[69677]: DEBUG nova.network.neutron [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Updating instance_info_cache with network_info: [{"id": "cbfd60e5-5276-476a-a709-5eeb612615b2", "address": "fa:16:3e:59:71:00", "network": {"id": "377684d3-4811-4da5-bb78-43b86ec6d67e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-336085171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e444a48ab9734f74aa3e5cf60cbafe9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfd60e5-52", "ovs_interfaceid": "cbfd60e5-5276-476a-a709-5eeb612615b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.449209] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Releasing lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.449558] env[69677]: DEBUG nova.compute.manager [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Instance network_info: |[{"id": "cbfd60e5-5276-476a-a709-5eeb612615b2", "address": "fa:16:3e:59:71:00", "network": {"id": "377684d3-4811-4da5-bb78-43b86ec6d67e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-336085171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e444a48ab9734f74aa3e5cf60cbafe9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfd60e5-52", "ovs_interfaceid": "cbfd60e5-5276-476a-a709-5eeb612615b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.450017] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:71:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7aa6264-122d-4c35-82d0-860e451538ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbfd60e5-5276-476a-a709-5eeb612615b2', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.457791] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.458086] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.458340] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f6cbdbd-a342-4ca2-975e-53e9a8c6678e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.479373] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.479373] env[69677]: value = "task-3437560" [ 1323.479373] env[69677]: _type = "Task" [ 1323.479373] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.491016] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437560, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.653846] env[69677]: DEBUG nova.compute.manager [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1323.678520] env[69677]: DEBUG nova.virt.hardware [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.678926] env[69677]: DEBUG nova.virt.hardware [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.679162] env[69677]: DEBUG nova.virt.hardware [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.679404] env[69677]: DEBUG nova.virt.hardware [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.679601] env[69677]: DEBUG nova.virt.hardware [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.679765] env[69677]: DEBUG nova.virt.hardware [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.679980] env[69677]: DEBUG nova.virt.hardware [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.680165] env[69677]: DEBUG nova.virt.hardware [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.680337] env[69677]: DEBUG nova.virt.hardware [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.680502] env[69677]: DEBUG nova.virt.hardware [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.680678] env[69677]: DEBUG nova.virt.hardware [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.681614] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991312fe-0909-48b0-8ce2-a156b869cf4b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.692032] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6bc6e9-d65d-41a4-bd6f-c80b40cf6ba8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.710151] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.715781] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Creating folder: Project (b10f9328eefc4c02a3cc32b05400a505). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.718352] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d20c7371-63b4-493c-80cb-37a1fc117e19 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.722503] env[69677]: DEBUG nova.compute.manager [req-27858cb6-aecc-480d-a2f5-5eeb9936a250 req-729b0066-6b98-4eb5-9103-a63973c94f19 service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Received event network-changed-cbfd60e5-5276-476a-a709-5eeb612615b2 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.722688] env[69677]: DEBUG nova.compute.manager [req-27858cb6-aecc-480d-a2f5-5eeb9936a250 req-729b0066-6b98-4eb5-9103-a63973c94f19 service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Refreshing instance network info cache due to event network-changed-cbfd60e5-5276-476a-a709-5eeb612615b2. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.722890] env[69677]: DEBUG oslo_concurrency.lockutils [req-27858cb6-aecc-480d-a2f5-5eeb9936a250 req-729b0066-6b98-4eb5-9103-a63973c94f19 service nova] Acquiring lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.723038] env[69677]: DEBUG oslo_concurrency.lockutils [req-27858cb6-aecc-480d-a2f5-5eeb9936a250 req-729b0066-6b98-4eb5-9103-a63973c94f19 service nova] Acquired lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.723199] env[69677]: DEBUG nova.network.neutron [req-27858cb6-aecc-480d-a2f5-5eeb9936a250 req-729b0066-6b98-4eb5-9103-a63973c94f19 service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Refreshing network info cache for port cbfd60e5-5276-476a-a709-5eeb612615b2 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.733610] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Created folder: Project (b10f9328eefc4c02a3cc32b05400a505) in parent group-v685897. [ 1323.733821] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Creating folder: Instances. Parent ref: group-v686233. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.734590] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d1566d-b3a5-4e7a-93b1-ae98d7610eeb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.747023] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Created folder: Instances in parent group-v686233. [ 1323.747290] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.747488] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.747706] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bdab5e9-1739-4d1d-b59c-ef38ac773f56 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.766309] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.766309] env[69677]: value = "task-3437563" [ 1323.766309] env[69677]: _type = "Task" [ 1323.766309] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.773554] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437563, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.775119] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c56d96c-b73b-48be-9263-4846895a05a9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.783526] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d715d60-8363-4af7-a133-ffb62fba817f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.816738] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1286ded7-c8cd-4cb0-ae0b-9f967c4c672a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.824171] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a978fa5-db6c-423c-94c6-e8275c080912 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.838172] env[69677]: DEBUG nova.compute.provider_tree [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.989786] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437560, 'name': CreateVM_Task, 'duration_secs': 0.306051} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.989964] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.990663] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.990839] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.991211] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.991495] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b66ed6-b13a-4b1f-bb2e-908aeb0cdb7b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.999267] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1323.999267] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52173151-8d1b-c4d9-21df-27b1afbe40c7" [ 1323.999267] env[69677]: _type = "Task" [ 1323.999267] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.006615] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52173151-8d1b-c4d9-21df-27b1afbe40c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.276542] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437563, 'name': CreateVM_Task, 'duration_secs': 0.269546} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.276739] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.277170] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.342260] env[69677]: DEBUG nova.scheduler.client.report [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.404208] env[69677]: DEBUG nova.network.neutron [req-27858cb6-aecc-480d-a2f5-5eeb9936a250 req-729b0066-6b98-4eb5-9103-a63973c94f19 service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Updated VIF entry in instance network info cache for port cbfd60e5-5276-476a-a709-5eeb612615b2. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.404556] env[69677]: DEBUG nova.network.neutron [req-27858cb6-aecc-480d-a2f5-5eeb9936a250 req-729b0066-6b98-4eb5-9103-a63973c94f19 service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Updating instance_info_cache with network_info: [{"id": "cbfd60e5-5276-476a-a709-5eeb612615b2", "address": "fa:16:3e:59:71:00", "network": {"id": "377684d3-4811-4da5-bb78-43b86ec6d67e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-336085171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e444a48ab9734f74aa3e5cf60cbafe9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfd60e5-52", "ovs_interfaceid": "cbfd60e5-5276-476a-a709-5eeb612615b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.509356] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52173151-8d1b-c4d9-21df-27b1afbe40c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013135} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.509581] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.509811] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.510050] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.510202] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.510384] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.510654] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.510946] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.511175] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91146a8f-356b-4a4c-bd01-9d10023ba356 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.512924] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504cbd2e-ed9d-4202-8ea8-c30543768b02 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.517476] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1324.517476] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f6a850-c55a-7042-cd78-607d26d5ae0c" [ 1324.517476] env[69677]: _type = "Task" [ 1324.517476] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.521343] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.521548] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.522591] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b08deb-c4a5-41f9-a664-b7edd5d5ed08 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.527123] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f6a850-c55a-7042-cd78-607d26d5ae0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.530043] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1324.530043] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529759ae-f639-ae6c-5ce5-8f1de4477122" [ 1324.530043] env[69677]: _type = "Task" [ 1324.530043] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.538250] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529759ae-f639-ae6c-5ce5-8f1de4477122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.847856] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.214s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.850087] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.678s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.851562] env[69677]: INFO nova.compute.claims [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.880810] env[69677]: INFO nova.network.neutron [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updating port d3e0dad0-2105-4785-a786-b514e5317f5e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1324.907484] env[69677]: DEBUG oslo_concurrency.lockutils [req-27858cb6-aecc-480d-a2f5-5eeb9936a250 req-729b0066-6b98-4eb5-9103-a63973c94f19 service nova] Releasing lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.027607] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52f6a850-c55a-7042-cd78-607d26d5ae0c, 'name': SearchDatastore_Task, 'duration_secs': 0.008912} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.027917] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.028173] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.028386] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.038299] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529759ae-f639-ae6c-5ce5-8f1de4477122, 'name': SearchDatastore_Task, 'duration_secs': 0.007966} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.039020] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c2434b-45cc-4927-aa14-69f62ff15f5a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.043932] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1325.043932] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523d52b5-5ca1-5f15-3ddb-a7d63ad2a721" [ 1325.043932] env[69677]: _type = "Task" [ 1325.043932] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.050917] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523d52b5-5ca1-5f15-3ddb-a7d63ad2a721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.554407] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]523d52b5-5ca1-5f15-3ddb-a7d63ad2a721, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.554651] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.554905] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 7f33dc6c-0d22-4987-87fa-32f179d6fc19/7f33dc6c-0d22-4987-87fa-32f179d6fc19.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.555195] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.555378] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.555637] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfafe7e7-d643-408b-a3e3-6738439f4a35 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.557411] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20eb2a2f-31cd-4566-acdd-ffada33b5fc8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.564082] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1325.564082] env[69677]: value = "task-3437564" [ 1325.564082] env[69677]: _type = "Task" [ 1325.564082] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.567568] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.567767] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.568690] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6a1c0a-29de-4b5f-b220-67bbac5c2db7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.575448] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.576576] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1325.576576] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5226a58a-7ba6-7619-ed9b-a45006213eb4" [ 1325.576576] env[69677]: _type = "Task" [ 1325.576576] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.583238] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5226a58a-7ba6-7619-ed9b-a45006213eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.968467] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8767a009-f39c-404a-af0f-f7a87f89dfcf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.977046] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564f8f9a-62ae-4149-affc-5757acdede74 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.007675] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137b1659-5b15-43e4-9e9d-a0a9031d7ccf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.015211] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c59863-a9d0-4474-b5f9-27b6054d9651 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.028355] env[69677]: DEBUG nova.compute.provider_tree [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.074226] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417571} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.074479] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 7f33dc6c-0d22-4987-87fa-32f179d6fc19/7f33dc6c-0d22-4987-87fa-32f179d6fc19.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.074711] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.075015] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-494be16e-e004-4ec4-929b-00f065b63208 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.080932] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1326.080932] env[69677]: value = "task-3437565" [ 1326.080932] env[69677]: _type = "Task" [ 1326.080932] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.084244] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5226a58a-7ba6-7619-ed9b-a45006213eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.016403} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.087361] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4f5c39-904b-4d6b-8bf4-45f162ea2a2b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.093461] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.094567] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1326.094567] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5264c49d-8efc-33b5-feb7-635f33203950" [ 1326.094567] env[69677]: _type = "Task" [ 1326.094567] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.101759] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5264c49d-8efc-33b5-feb7-635f33203950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.256051] env[69677]: DEBUG nova.compute.manager [req-286d1d30-4731-4f34-b6d5-89b82d6fd378 req-c5d70571-1692-4a7b-a3fb-bd3842fded2e service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Received event network-vif-plugged-d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.256279] env[69677]: DEBUG oslo_concurrency.lockutils [req-286d1d30-4731-4f34-b6d5-89b82d6fd378 req-c5d70571-1692-4a7b-a3fb-bd3842fded2e service nova] Acquiring lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.256486] env[69677]: DEBUG oslo_concurrency.lockutils [req-286d1d30-4731-4f34-b6d5-89b82d6fd378 req-c5d70571-1692-4a7b-a3fb-bd3842fded2e service nova] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.256653] env[69677]: DEBUG oslo_concurrency.lockutils [req-286d1d30-4731-4f34-b6d5-89b82d6fd378 req-c5d70571-1692-4a7b-a3fb-bd3842fded2e service nova] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.256820] env[69677]: DEBUG nova.compute.manager [req-286d1d30-4731-4f34-b6d5-89b82d6fd378 req-c5d70571-1692-4a7b-a3fb-bd3842fded2e service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] No waiting events found dispatching network-vif-plugged-d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1326.256982] env[69677]: WARNING nova.compute.manager [req-286d1d30-4731-4f34-b6d5-89b82d6fd378 req-c5d70571-1692-4a7b-a3fb-bd3842fded2e service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Received unexpected event network-vif-plugged-d3e0dad0-2105-4785-a786-b514e5317f5e for instance with vm_state shelved_offloaded and task_state spawning. [ 1326.333927] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.334057] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.334278] env[69677]: DEBUG nova.network.neutron [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.531178] env[69677]: DEBUG nova.scheduler.client.report [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.593623] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061891} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.593934] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.594684] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766508bd-bbb8-4dcb-9c27-5d8fc83beb69 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.618262] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 7f33dc6c-0d22-4987-87fa-32f179d6fc19/7f33dc6c-0d22-4987-87fa-32f179d6fc19.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.622920] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f8fa945-75fd-4b9b-9694-558157975619 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.636532] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5264c49d-8efc-33b5-feb7-635f33203950, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.636797] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.637070] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] a304ea4e-9d02-44e6-984f-39061cb70ca6/a304ea4e-9d02-44e6-984f-39061cb70ca6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.637663] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfbfd60c-ebec-4300-abd6-b60d99253c29 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.643243] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1326.643243] env[69677]: value = "task-3437566" [ 1326.643243] env[69677]: _type = "Task" [ 1326.643243] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.644440] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1326.644440] env[69677]: value = "task-3437567" [ 1326.644440] env[69677]: _type = "Task" [ 1326.644440] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.654168] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.656814] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.035780] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.186s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.036336] env[69677]: DEBUG nova.compute.manager [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.039062] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.803s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.040465] env[69677]: INFO nova.compute.claims [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.047387] env[69677]: DEBUG nova.network.neutron [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updating instance_info_cache with network_info: [{"id": "d3e0dad0-2105-4785-a786-b514e5317f5e", "address": "fa:16:3e:4e:6e:3b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0dad0-21", "ovs_interfaceid": "d3e0dad0-2105-4785-a786-b514e5317f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.157783] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437566, 'name': ReconfigVM_Task, 'duration_secs': 0.265535} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.161030] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 7f33dc6c-0d22-4987-87fa-32f179d6fc19/7f33dc6c-0d22-4987-87fa-32f179d6fc19.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.161791] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437567, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.162171] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87ebbe47-4bb5-4973-9427-3987bc022f5b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.168813] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1327.168813] env[69677]: value = "task-3437568" [ 1327.168813] env[69677]: _type = "Task" [ 1327.168813] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.177049] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437568, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.545059] env[69677]: DEBUG nova.compute.utils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.548297] env[69677]: DEBUG nova.compute.manager [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.548473] env[69677]: DEBUG nova.network.neutron [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.550553] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.577102] env[69677]: DEBUG nova.virt.hardware [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2451047844f015d529ae7b14c59c9379',container_format='bare',created_at=2025-04-15T13:38:32Z,direct_url=,disk_format='vmdk',id=4bdafd72-8953-4784-bfdd-f5ae3725174d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-846410794-shelved',owner='8313c6ff38b6423aacce0436258b3aab',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-15T13:38:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.577320] env[69677]: DEBUG nova.virt.hardware [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.577488] env[69677]: DEBUG nova.virt.hardware [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.577700] env[69677]: DEBUG nova.virt.hardware [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.577853] env[69677]: DEBUG nova.virt.hardware [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.578012] env[69677]: DEBUG nova.virt.hardware [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.578222] env[69677]: DEBUG nova.virt.hardware [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.578380] env[69677]: DEBUG nova.virt.hardware [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.578547] env[69677]: DEBUG nova.virt.hardware [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.578714] env[69677]: DEBUG nova.virt.hardware [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.578885] env[69677]: DEBUG nova.virt.hardware [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.579746] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1187c0b-4b2f-410e-8418-4c2f995b7ab4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.588183] env[69677]: DEBUG nova.policy [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9dc3db33e944fb584dcd40093890e55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccac006f4adc452580c76958b6a2aa12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.590449] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a8d200-9e14-4113-b004-bc1f61fb8d39 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.604099] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:6e:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3e0dad0-2105-4785-a786-b514e5317f5e', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.611317] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.611571] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.611784] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03a70c66-6254-4e9d-b105-f4cce5c2af34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.630950] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.630950] env[69677]: value = "task-3437569" [ 1327.630950] env[69677]: _type = "Task" [ 1327.630950] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.638306] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437569, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.658921] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737819} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.659182] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] a304ea4e-9d02-44e6-984f-39061cb70ca6/a304ea4e-9d02-44e6-984f-39061cb70ca6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.659403] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.659667] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50bb7874-0b8a-4167-b7c6-6ceedbff9851 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.665214] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1327.665214] env[69677]: value = "task-3437570" [ 1327.665214] env[69677]: _type = "Task" [ 1327.665214] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.675123] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.679899] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437568, 'name': Rename_Task, 'duration_secs': 0.234549} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.680181] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.680426] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc6fdb74-56e5-4fa4-bc7a-9d85b17f5913 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.686200] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1327.686200] env[69677]: value = "task-3437571" [ 1327.686200] env[69677]: _type = "Task" [ 1327.686200] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.695607] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.883213] env[69677]: DEBUG nova.network.neutron [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Successfully created port: 55d75682-e226-457f-8d10-b7ace439c1b1 {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.049564] env[69677]: DEBUG nova.compute.manager [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.142525] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437569, 'name': CreateVM_Task, 'duration_secs': 0.353613} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.145008] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.145956] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.146066] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.146468] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.146673] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576d8de4-10b0-4a10-9bcf-04db6fb02ebd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.151520] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1328.151520] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cd07ab-e52d-f218-36f5-3e4a93b4ab34" [ 1328.151520] env[69677]: _type = "Task" [ 1328.151520] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.155476] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747e9710-1dc0-4737-b240-42880b801e3b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.164632] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52cd07ab-e52d-f218-36f5-3e4a93b4ab34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.172119] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae1f933-e2b3-40f7-811c-aa3e074895d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.182343] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097243} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.206801] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.206801] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1d9779-0768-4121-ba00-043fe7c60cb2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.212043] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72db6b21-acc7-46a2-925a-0bf726151525 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.218638] env[69677]: DEBUG oslo_vmware.api [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437571, 'name': PowerOnVM_Task, 'duration_secs': 0.449241} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.227976] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.228204] env[69677]: INFO nova.compute.manager [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1328.228385] env[69677]: DEBUG nova.compute.manager [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.237151] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] a304ea4e-9d02-44e6-984f-39061cb70ca6/a304ea4e-9d02-44e6-984f-39061cb70ca6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.237986] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675e85b0-7d70-46e3-8ecf-0aaf7532b7f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.241170] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7848b6c-2bd6-48d7-92b5-c753d597f12a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.244925] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-662f5878-6ac4-4625-96ba-1b5ec39a1151 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.272934] env[69677]: DEBUG nova.compute.provider_tree [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.274470] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1328.274470] env[69677]: value = "task-3437572" [ 1328.274470] env[69677]: _type = "Task" [ 1328.274470] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.283820] env[69677]: DEBUG nova.compute.manager [req-e0b013eb-1fbf-49de-b83e-66964cf6fd73 req-57d14136-cbe0-40e6-b345-93e947cb0978 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Received event network-changed-d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.283820] env[69677]: DEBUG nova.compute.manager [req-e0b013eb-1fbf-49de-b83e-66964cf6fd73 req-57d14136-cbe0-40e6-b345-93e947cb0978 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Refreshing instance network info cache due to event network-changed-d3e0dad0-2105-4785-a786-b514e5317f5e. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.283820] env[69677]: DEBUG oslo_concurrency.lockutils [req-e0b013eb-1fbf-49de-b83e-66964cf6fd73 req-57d14136-cbe0-40e6-b345-93e947cb0978 service nova] Acquiring lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.283820] env[69677]: DEBUG oslo_concurrency.lockutils [req-e0b013eb-1fbf-49de-b83e-66964cf6fd73 req-57d14136-cbe0-40e6-b345-93e947cb0978 service nova] Acquired lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.283820] env[69677]: DEBUG nova.network.neutron [req-e0b013eb-1fbf-49de-b83e-66964cf6fd73 req-57d14136-cbe0-40e6-b345-93e947cb0978 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Refreshing network info cache for port d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.288408] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.661747] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.662011] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Processing image 4bdafd72-8953-4784-bfdd-f5ae3725174d {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.662280] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d/4bdafd72-8953-4784-bfdd-f5ae3725174d.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.662399] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d/4bdafd72-8953-4784-bfdd-f5ae3725174d.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.662616] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.662857] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24f7e177-7e62-4553-b8f2-14dcf28bbcca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.670872] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.671071] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.671757] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ad3d7d-4e8a-491f-9831-6f1053a792b6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.676701] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1328.676701] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d48976-266c-09cb-f73d-d0a8f5967891" [ 1328.676701] env[69677]: _type = "Task" [ 1328.676701] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.684645] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d48976-266c-09cb-f73d-d0a8f5967891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.779755] env[69677]: DEBUG nova.scheduler.client.report [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.787515] env[69677]: INFO nova.compute.manager [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Took 12.45 seconds to build instance. [ 1328.793984] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437572, 'name': ReconfigVM_Task, 'duration_secs': 0.250553} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.794751] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Reconfigured VM instance instance-0000007b to attach disk [datastore2] a304ea4e-9d02-44e6-984f-39061cb70ca6/a304ea4e-9d02-44e6-984f-39061cb70ca6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.795319] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3dbf6d80-9601-4e51-8f5f-24051f83410d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.801923] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1328.801923] env[69677]: value = "task-3437573" [ 1328.801923] env[69677]: _type = "Task" [ 1328.801923] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.810712] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437573, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.988231] env[69677]: DEBUG nova.network.neutron [req-e0b013eb-1fbf-49de-b83e-66964cf6fd73 req-57d14136-cbe0-40e6-b345-93e947cb0978 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updated VIF entry in instance network info cache for port d3e0dad0-2105-4785-a786-b514e5317f5e. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.988616] env[69677]: DEBUG nova.network.neutron [req-e0b013eb-1fbf-49de-b83e-66964cf6fd73 req-57d14136-cbe0-40e6-b345-93e947cb0978 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updating instance_info_cache with network_info: [{"id": "d3e0dad0-2105-4785-a786-b514e5317f5e", "address": "fa:16:3e:4e:6e:3b", "network": {"id": "96a67fdb-5752-4815-9d75-acf82133b220", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1313175393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8313c6ff38b6423aacce0436258b3aab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0dad0-21", "ovs_interfaceid": "d3e0dad0-2105-4785-a786-b514e5317f5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.061593] env[69677]: DEBUG nova.compute.manager [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.088798] env[69677]: DEBUG nova.virt.hardware [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.089092] env[69677]: DEBUG nova.virt.hardware [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.089260] env[69677]: DEBUG nova.virt.hardware [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.089453] env[69677]: DEBUG nova.virt.hardware [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.089614] env[69677]: DEBUG nova.virt.hardware [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.089917] env[69677]: DEBUG nova.virt.hardware [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.090104] env[69677]: DEBUG nova.virt.hardware [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.090304] env[69677]: DEBUG nova.virt.hardware [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.090508] env[69677]: DEBUG nova.virt.hardware [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.090682] env[69677]: DEBUG nova.virt.hardware [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.090936] env[69677]: DEBUG nova.virt.hardware [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.092118] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac30694-f328-41eb-a86f-d46afe246a48 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.100135] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d03f93b-fe3a-4794-86fc-30007b3fe33c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.187119] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Preparing fetch location {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1329.187395] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Fetch image to [datastore1] OSTACK_IMG_5f23b29c-6c16-4c0b-ae46-97a3a9a8b008/OSTACK_IMG_5f23b29c-6c16-4c0b-ae46-97a3a9a8b008.vmdk {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1329.187580] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Downloading stream optimized image 4bdafd72-8953-4784-bfdd-f5ae3725174d to [datastore1] OSTACK_IMG_5f23b29c-6c16-4c0b-ae46-97a3a9a8b008/OSTACK_IMG_5f23b29c-6c16-4c0b-ae46-97a3a9a8b008.vmdk on the data store datastore1 as vApp {{(pid=69677) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1329.187751] env[69677]: DEBUG nova.virt.vmwareapi.images [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Downloading image file data 4bdafd72-8953-4784-bfdd-f5ae3725174d to the ESX as VM named 'OSTACK_IMG_5f23b29c-6c16-4c0b-ae46-97a3a9a8b008' {{(pid=69677) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1329.256504] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1329.256504] env[69677]: value = "resgroup-9" [ 1329.256504] env[69677]: _type = "ResourcePool" [ 1329.256504] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1329.256808] env[69677]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-389f7628-5d9d-4706-b740-eb0a9871a58d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.280301] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lease: (returnval){ [ 1329.280301] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5247b1a0-516a-3169-63cc-aad9a0497abb" [ 1329.280301] env[69677]: _type = "HttpNfcLease" [ 1329.280301] env[69677]: } obtained for vApp import into resource pool (val){ [ 1329.280301] env[69677]: value = "resgroup-9" [ 1329.280301] env[69677]: _type = "ResourcePool" [ 1329.280301] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1329.280301] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the lease: (returnval){ [ 1329.280301] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5247b1a0-516a-3169-63cc-aad9a0497abb" [ 1329.280301] env[69677]: _type = "HttpNfcLease" [ 1329.280301] env[69677]: } to be ready. {{(pid=69677) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1329.285855] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.285855] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5247b1a0-516a-3169-63cc-aad9a0497abb" [ 1329.285855] env[69677]: _type = "HttpNfcLease" [ 1329.285855] env[69677]: } is initializing. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1329.289690] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.290234] env[69677]: DEBUG nova.compute.manager [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.293287] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6ba068ac-355d-4f41-8374-7ec11d5916d2 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.959s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.312390] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437573, 'name': Rename_Task, 'duration_secs': 0.135704} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.312669] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.312922] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f703fbc2-f698-43bc-a0b6-bc63f030efdb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.320119] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1329.320119] env[69677]: value = "task-3437575" [ 1329.320119] env[69677]: _type = "Task" [ 1329.320119] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.330074] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.434126] env[69677]: DEBUG nova.network.neutron [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Successfully updated port: 55d75682-e226-457f-8d10-b7ace439c1b1 {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.491382] env[69677]: DEBUG oslo_concurrency.lockutils [req-e0b013eb-1fbf-49de-b83e-66964cf6fd73 req-57d14136-cbe0-40e6-b345-93e947cb0978 service nova] Releasing lock "refresh_cache-c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.788070] env[69677]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.788070] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5247b1a0-516a-3169-63cc-aad9a0497abb" [ 1329.788070] env[69677]: _type = "HttpNfcLease" [ 1329.788070] env[69677]: } is ready. {{(pid=69677) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1329.788444] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1329.788444] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5247b1a0-516a-3169-63cc-aad9a0497abb" [ 1329.788444] env[69677]: _type = "HttpNfcLease" [ 1329.788444] env[69677]: }. {{(pid=69677) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1329.789077] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acb2481-1e73-4552-b1dc-3975f45ed909 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.797104] env[69677]: DEBUG nova.compute.utils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.798412] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5209721c-58dd-7494-682d-4ef1de36acb4/disk-0.vmdk from lease info. {{(pid=69677) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1329.799037] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5209721c-58dd-7494-682d-4ef1de36acb4/disk-0.vmdk. {{(pid=69677) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1329.800243] env[69677]: DEBUG nova.compute.manager [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Not allocating networking since 'none' was specified. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1329.867024] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-984eb574-b603-497f-b46d-5d1ac36a3723 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.868962] env[69677]: DEBUG oslo_vmware.api [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437575, 'name': PowerOnVM_Task, 'duration_secs': 0.414099} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.869252] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.869494] env[69677]: INFO nova.compute.manager [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Took 6.22 seconds to spawn the instance on the hypervisor. [ 1329.869707] env[69677]: DEBUG nova.compute.manager [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.870836] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3ac642-431d-405b-a1d1-fd5da4fc5f60 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.936838] env[69677]: INFO nova.compute.manager [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Rescuing [ 1329.937145] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.937343] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.937519] env[69677]: DEBUG nova.network.neutron [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.940989] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "refresh_cache-a240e128-988d-4af9-ab02-d6f8c9042ef1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.940989] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "refresh_cache-a240e128-988d-4af9-ab02-d6f8c9042ef1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.940989] env[69677]: DEBUG nova.network.neutron [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.300868] env[69677]: DEBUG nova.compute.manager [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.307387] env[69677]: DEBUG nova.compute.manager [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Received event network-vif-plugged-55d75682-e226-457f-8d10-b7ace439c1b1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.307429] env[69677]: DEBUG oslo_concurrency.lockutils [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] Acquiring lock "a240e128-988d-4af9-ab02-d6f8c9042ef1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.307612] env[69677]: DEBUG oslo_concurrency.lockutils [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] Lock "a240e128-988d-4af9-ab02-d6f8c9042ef1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.307832] env[69677]: DEBUG oslo_concurrency.lockutils [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] Lock "a240e128-988d-4af9-ab02-d6f8c9042ef1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.308197] env[69677]: DEBUG nova.compute.manager [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] No waiting events found dispatching network-vif-plugged-55d75682-e226-457f-8d10-b7ace439c1b1 {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.308419] env[69677]: WARNING nova.compute.manager [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Received unexpected event network-vif-plugged-55d75682-e226-457f-8d10-b7ace439c1b1 for instance with vm_state building and task_state spawning. [ 1330.308584] env[69677]: DEBUG nova.compute.manager [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Received event network-changed-55d75682-e226-457f-8d10-b7ace439c1b1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.308748] env[69677]: DEBUG nova.compute.manager [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Refreshing instance network info cache due to event network-changed-55d75682-e226-457f-8d10-b7ace439c1b1. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.309047] env[69677]: DEBUG oslo_concurrency.lockutils [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] Acquiring lock "refresh_cache-a240e128-988d-4af9-ab02-d6f8c9042ef1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.390051] env[69677]: INFO nova.compute.manager [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Took 13.46 seconds to build instance. [ 1330.476674] env[69677]: DEBUG nova.network.neutron [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.643395] env[69677]: DEBUG nova.network.neutron [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Updating instance_info_cache with network_info: [{"id": "55d75682-e226-457f-8d10-b7ace439c1b1", "address": "fa:16:3e:ad:92:78", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d75682-e2", "ovs_interfaceid": "55d75682-e226-457f-8d10-b7ace439c1b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.693728] env[69677]: DEBUG nova.network.neutron [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Updating instance_info_cache with network_info: [{"id": "cbfd60e5-5276-476a-a709-5eeb612615b2", "address": "fa:16:3e:59:71:00", "network": {"id": "377684d3-4811-4da5-bb78-43b86ec6d67e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-336085171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e444a48ab9734f74aa3e5cf60cbafe9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfd60e5-52", "ovs_interfaceid": "cbfd60e5-5276-476a-a709-5eeb612615b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.892268] env[69677]: DEBUG oslo_concurrency.lockutils [None req-37f542a6-2856-4cf6-8665-7a0d73328b6d tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "a304ea4e-9d02-44e6-984f-39061cb70ca6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.971s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.968721] env[69677]: INFO nova.compute.manager [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Rebuilding instance [ 1331.012870] env[69677]: DEBUG nova.compute.manager [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.013779] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7342d26-2409-4e03-b914-9327ff767c7c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.036088] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Completed reading data from the image iterator. {{(pid=69677) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1331.036291] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5209721c-58dd-7494-682d-4ef1de36acb4/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1331.037288] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e58e91-61d5-4fdf-8e42-8d846ab4c2ee {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.043495] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5209721c-58dd-7494-682d-4ef1de36acb4/disk-0.vmdk is in state: ready. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1331.043661] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5209721c-58dd-7494-682d-4ef1de36acb4/disk-0.vmdk. {{(pid=69677) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1331.043885] env[69677]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6497889e-ceb5-49b5-9f5f-0c99ca90a4c9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.146333] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "refresh_cache-a240e128-988d-4af9-ab02-d6f8c9042ef1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.146633] env[69677]: DEBUG nova.compute.manager [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Instance network_info: |[{"id": "55d75682-e226-457f-8d10-b7ace439c1b1", "address": "fa:16:3e:ad:92:78", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d75682-e2", "ovs_interfaceid": "55d75682-e226-457f-8d10-b7ace439c1b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.146937] env[69677]: DEBUG oslo_concurrency.lockutils [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] Acquired lock "refresh_cache-a240e128-988d-4af9-ab02-d6f8c9042ef1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.147133] env[69677]: DEBUG nova.network.neutron [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Refreshing network info cache for port 55d75682-e226-457f-8d10-b7ace439c1b1 {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1331.148351] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:92:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55d75682-e226-457f-8d10-b7ace439c1b1', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.156207] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.157180] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.157416] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0589f8a0-ddcb-46e1-9506-9e102772184c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.181615] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.181615] env[69677]: value = "task-3437576" [ 1331.181615] env[69677]: _type = "Task" [ 1331.181615] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.189571] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437576, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.198311] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Releasing lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.315751] env[69677]: DEBUG nova.compute.manager [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.340313] env[69677]: DEBUG nova.virt.hardware [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1331.340532] env[69677]: DEBUG nova.virt.hardware [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.340725] env[69677]: DEBUG nova.virt.hardware [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1331.340923] env[69677]: DEBUG nova.virt.hardware [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.341085] env[69677]: DEBUG nova.virt.hardware [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1331.341246] env[69677]: DEBUG nova.virt.hardware [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1331.344836] env[69677]: DEBUG nova.virt.hardware [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1331.345075] env[69677]: DEBUG nova.virt.hardware [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1331.345285] env[69677]: DEBUG nova.virt.hardware [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1331.345479] env[69677]: DEBUG nova.virt.hardware [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1331.345686] env[69677]: DEBUG nova.virt.hardware [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1331.351348] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc04698-8950-4c16-8c17-2694e0fd1197 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.362321] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcbb0ed-1c6b-4a7c-beb4-ef6fc37d5e4c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.392518] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.400463] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Creating folder: Project (72c7cf04d9c24fc7ab5fc1bc6095c8ad). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.400865] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50cdbd9a-f1ea-4da3-805e-1a2763aaae3e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.416922] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Created folder: Project (72c7cf04d9c24fc7ab5fc1bc6095c8ad) in parent group-v685897. [ 1331.417268] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Creating folder: Instances. Parent ref: group-v686239. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.417495] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a7231f5-cc68-456b-8946-15f0e76b4e11 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.431046] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Created folder: Instances in parent group-v686239. [ 1331.431251] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.431491] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.431767] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-940fd2ee-2e00-4ddf-903e-00654244b4cd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.449829] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.449829] env[69677]: value = "task-3437579" [ 1331.449829] env[69677]: _type = "Task" [ 1331.449829] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.454528] env[69677]: DEBUG oslo_vmware.rw_handles [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5209721c-58dd-7494-682d-4ef1de36acb4/disk-0.vmdk. {{(pid=69677) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1331.454784] env[69677]: INFO nova.virt.vmwareapi.images [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Downloaded image file data 4bdafd72-8953-4784-bfdd-f5ae3725174d [ 1331.455966] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a4c976-71ba-4880-88a0-517d1656e248 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.461507] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437579, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.474307] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67c17e45-c1a8-4c24-9422-896c81cf0105 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.535863] env[69677]: INFO nova.virt.vmwareapi.images [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] The imported VM was unregistered [ 1331.538744] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Caching image {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1331.538983] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.540061] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26f0aeda-e7cf-419d-93f8-37b06e9562cb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.557072] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Created directory with path [datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.557294] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5f23b29c-6c16-4c0b-ae46-97a3a9a8b008/OSTACK_IMG_5f23b29c-6c16-4c0b-ae46-97a3a9a8b008.vmdk to [datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d/4bdafd72-8953-4784-bfdd-f5ae3725174d.vmdk. {{(pid=69677) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1331.557895] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-15ca2804-188a-4741-9d09-b6c2b9f66625 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.569991] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1331.569991] env[69677]: value = "task-3437581" [ 1331.569991] env[69677]: _type = "Task" [ 1331.569991] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.578173] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437581, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.693643] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437576, 'name': CreateVM_Task, 'duration_secs': 0.398067} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.693835] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.694510] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.694679] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.695007] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.695274] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc219e8-6b09-4b20-886e-202a0cf2400b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.700879] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1331.700879] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52823c59-71ae-76c3-359c-00e856b7336f" [ 1331.700879] env[69677]: _type = "Task" [ 1331.700879] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.708128] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52823c59-71ae-76c3-359c-00e856b7336f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.835568] env[69677]: DEBUG nova.network.neutron [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Updated VIF entry in instance network info cache for port 55d75682-e226-457f-8d10-b7ace439c1b1. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.835923] env[69677]: DEBUG nova.network.neutron [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Updating instance_info_cache with network_info: [{"id": "55d75682-e226-457f-8d10-b7ace439c1b1", "address": "fa:16:3e:ad:92:78", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55d75682-e2", "ovs_interfaceid": "55d75682-e226-457f-8d10-b7ace439c1b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.960075] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437579, 'name': CreateVM_Task} progress is 25%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.030386] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.030667] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49541edb-3a91-4bef-88f1-264f6a0a09be {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.038684] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1332.038684] env[69677]: value = "task-3437582" [ 1332.038684] env[69677]: _type = "Task" [ 1332.038684] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.049467] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.079080] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437581, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.211756] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52823c59-71ae-76c3-359c-00e856b7336f, 'name': SearchDatastore_Task, 'duration_secs': 0.059466} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.212103] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.212355] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.212622] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.212773] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.213017] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.213333] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fc498dc-4c87-431b-aa21-6da3b40c3932 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.228327] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.228539] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.230422] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c021f841-8ef4-4297-9efd-888975d38b69 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.236023] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1332.236023] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ebc250-f233-0e24-4eca-19b549eff114" [ 1332.236023] env[69677]: _type = "Task" [ 1332.236023] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.244814] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ebc250-f233-0e24-4eca-19b549eff114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.338739] env[69677]: DEBUG oslo_concurrency.lockutils [req-9c3db43b-63e1-4043-aa18-4bdcf3b2b00b req-34ecb7bb-fb97-4fcd-8b05-ee28caba6f1c service nova] Releasing lock "refresh_cache-a240e128-988d-4af9-ab02-d6f8c9042ef1" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.460899] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437579, 'name': CreateVM_Task, 'duration_secs': 0.713109} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.461104] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.461591] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.461911] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.462255] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.462519] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62871dd5-f437-4c16-a32a-cf522fb1628a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.467167] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1332.467167] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524afc8c-d9fa-2a34-380e-e8e635cf9a07" [ 1332.467167] env[69677]: _type = "Task" [ 1332.467167] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.475099] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524afc8c-d9fa-2a34-380e-e8e635cf9a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.548714] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437582, 'name': PowerOffVM_Task, 'duration_secs': 0.109312} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.548999] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.549257] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.550080] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277810c9-dc51-4d64-ab4b-e346ed7925e5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.557083] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.557356] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34bed636-5d89-49a6-ab3b-6c58cb7b87fa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.585246] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437581, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.588323] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.588520] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.588697] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Deleting the datastore file [datastore2] a304ea4e-9d02-44e6-984f-39061cb70ca6 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.588978] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43b9b349-d123-456f-8e65-95a7deb7a82e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.595527] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1332.595527] env[69677]: value = "task-3437584" [ 1332.595527] env[69677]: _type = "Task" [ 1332.595527] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.604556] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.734541] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.735051] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff157c16-900e-4776-ad81-521175242880 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.746661] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1332.746661] env[69677]: value = "task-3437585" [ 1332.746661] env[69677]: _type = "Task" [ 1332.746661] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.751962] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52ebc250-f233-0e24-4eca-19b549eff114, 'name': SearchDatastore_Task, 'duration_secs': 0.047005} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.756499] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ed0807-464f-46b7-a733-d8b4aed21f22 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.762596] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1332.762596] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5280bc32-fc41-dc57-8787-e008f6451e0e" [ 1332.762596] env[69677]: _type = "Task" [ 1332.762596] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.769915] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.775104] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5280bc32-fc41-dc57-8787-e008f6451e0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.979851] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]524afc8c-d9fa-2a34-380e-e8e635cf9a07, 'name': SearchDatastore_Task, 'duration_secs': 0.081755} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.980167] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.980445] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.980788] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.082181] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437581, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.105874] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151873} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.106246] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.106706] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.106706] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.263731] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437585, 'name': PowerOffVM_Task, 'duration_secs': 0.247858} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.267028] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.267925] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32de912c-77eb-45ec-a6b1-b72beb42fd0a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.275966] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5280bc32-fc41-dc57-8787-e008f6451e0e, 'name': SearchDatastore_Task, 'duration_secs': 0.087107} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.289637] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.290070] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a240e128-988d-4af9-ab02-d6f8c9042ef1/a240e128-988d-4af9-ab02-d6f8c9042ef1.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.290560] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.290790] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.291085] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed4b9765-527c-4792-84c6-3407d6213ece {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.293799] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5223f2-f218-41bb-b6ab-75dbdc408f82 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.296810] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6d62aaf-60de-49e3-8c85-df434592a971 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.306255] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1333.306255] env[69677]: value = "task-3437586" [ 1333.306255] env[69677]: _type = "Task" [ 1333.306255] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.315085] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.316458] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.316661] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.319287] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a7c363-0c19-4c51-a9e6-681eb244e492 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.326657] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1333.326657] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5232bbd8-3074-1368-8730-1612eb01e535" [ 1333.326657] env[69677]: _type = "Task" [ 1333.326657] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.328721] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.329048] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8696e42-7081-4742-9bff-cc00bbdb00f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.342183] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5232bbd8-3074-1368-8730-1612eb01e535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.344158] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1333.344158] env[69677]: value = "task-3437587" [ 1333.344158] env[69677]: _type = "Task" [ 1333.344158] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.355030] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] VM already powered off {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1333.355268] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.355513] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.355663] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.355847] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.356125] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92514093-4521-4d3f-af5d-5c305db994a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.375124] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.375391] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.376418] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b843ed57-4fae-44b2-b1f4-e146c8486308 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.384964] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1333.384964] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52843e32-f36c-3468-a5af-8cfd95453dc0" [ 1333.384964] env[69677]: _type = "Task" [ 1333.384964] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.394666] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52843e32-f36c-3468-a5af-8cfd95453dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.583422] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437581, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.825492] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.846424] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5232bbd8-3074-1368-8730-1612eb01e535, 'name': SearchDatastore_Task, 'duration_secs': 0.085129} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.847955] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1baeb67b-06c6-4e26-b739-1c1484fb0470 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.857665] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1333.857665] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fb64a1-f7d2-9121-15ed-348fa2350c54" [ 1333.857665] env[69677]: _type = "Task" [ 1333.857665] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.875073] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fb64a1-f7d2-9121-15ed-348fa2350c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.897909] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52843e32-f36c-3468-a5af-8cfd95453dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.0125} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.898762] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e48eb4c-339a-42ae-82ab-e0d5ecd35d40 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.906090] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1333.906090] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d8a131-c240-48aa-bd25-1030d59833ea" [ 1333.906090] env[69677]: _type = "Task" [ 1333.906090] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.916205] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d8a131-c240-48aa-bd25-1030d59833ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.084476] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437581, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.138127] env[69677]: DEBUG nova.virt.hardware [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.138418] env[69677]: DEBUG nova.virt.hardware [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.138581] env[69677]: DEBUG nova.virt.hardware [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.138766] env[69677]: DEBUG nova.virt.hardware [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.138912] env[69677]: DEBUG nova.virt.hardware [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.139072] env[69677]: DEBUG nova.virt.hardware [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.139301] env[69677]: DEBUG nova.virt.hardware [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.139518] env[69677]: DEBUG nova.virt.hardware [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.139719] env[69677]: DEBUG nova.virt.hardware [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.139886] env[69677]: DEBUG nova.virt.hardware [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.140078] env[69677]: DEBUG nova.virt.hardware [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.140975] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17f4117-7745-463b-9224-ca7090cadd95 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.151627] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c2b0cc-ab54-4225-a840-5ae86d8b95ef {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.167855] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.173725] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.174043] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.174281] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b4146e1-d758-4d65-ab26-d0cdc8016a64 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.193840] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.193840] env[69677]: value = "task-3437588" [ 1334.193840] env[69677]: _type = "Task" [ 1334.193840] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.205852] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437588, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.316516] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.370486] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52fb64a1-f7d2-9121-15ed-348fa2350c54, 'name': SearchDatastore_Task, 'duration_secs': 0.09416} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.370823] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.371232] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 6f6d21bf-9cab-45cc-979d-5e0614b7f026/6f6d21bf-9cab-45cc-979d-5e0614b7f026.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.371622] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8673a39-501f-4f47-93bf-ae501eeb26bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.378059] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1334.378059] env[69677]: value = "task-3437589" [ 1334.378059] env[69677]: _type = "Task" [ 1334.378059] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.386573] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.417821] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52d8a131-c240-48aa-bd25-1030d59833ea, 'name': SearchDatastore_Task, 'duration_secs': 0.031664} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.418298] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.418792] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 7f33dc6c-0d22-4987-87fa-32f179d6fc19/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. {{(pid=69677) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1334.419202] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ec89fbb-4fbc-454a-b872-323de24f0a9f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.427247] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1334.427247] env[69677]: value = "task-3437590" [ 1334.427247] env[69677]: _type = "Task" [ 1334.427247] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.436772] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.584449] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437581, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.869059} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.584750] env[69677]: INFO nova.virt.vmwareapi.ds_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5f23b29c-6c16-4c0b-ae46-97a3a9a8b008/OSTACK_IMG_5f23b29c-6c16-4c0b-ae46-97a3a9a8b008.vmdk to [datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d/4bdafd72-8953-4784-bfdd-f5ae3725174d.vmdk. [ 1334.584959] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Cleaning up location [datastore1] OSTACK_IMG_5f23b29c-6c16-4c0b-ae46-97a3a9a8b008 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1334.585132] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5f23b29c-6c16-4c0b-ae46-97a3a9a8b008 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.585401] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd522898-677a-4aff-97b1-bf837ec642bb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.591786] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1334.591786] env[69677]: value = "task-3437591" [ 1334.591786] env[69677]: _type = "Task" [ 1334.591786] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.600936] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.705212] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437588, 'name': CreateVM_Task, 'duration_secs': 0.37924} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.705516] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.706040] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.706300] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.706685] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.706986] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abf16c85-7448-4572-9e25-24bbd9ea2f92 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.712163] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1334.712163] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c0cfe4-3744-0db8-8517-f043eb47ef26" [ 1334.712163] env[69677]: _type = "Task" [ 1334.712163] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.721983] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c0cfe4-3744-0db8-8517-f043eb47ef26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.818332] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437586, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.887177] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.937323] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437590, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.103100] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215816} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.103430] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.103628] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d/4bdafd72-8953-4784-bfdd-f5ae3725174d.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.104199] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d/4bdafd72-8953-4784-bfdd-f5ae3725174d.vmdk to [datastore1] c0eb6688-c7c7-4525-8c1a-9d2d40263e8c/c0eb6688-c7c7-4525-8c1a-9d2d40263e8c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.104277] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b040fd5-276b-46c4-8044-66e114899cd7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.111748] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1335.111748] env[69677]: value = "task-3437592" [ 1335.111748] env[69677]: _type = "Task" [ 1335.111748] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.121746] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.223421] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52c0cfe4-3744-0db8-8517-f043eb47ef26, 'name': SearchDatastore_Task, 'duration_secs': 0.046448} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.223775] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.224024] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.224312] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.224474] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.224665] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.224983] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a450f65f-a70f-4384-94a4-52218c99f37f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.240632] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.240855] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.241692] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee506e14-f3cd-4a64-9068-b9e46a9a5603 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.247750] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1335.247750] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52531c44-2e8b-ce96-9bc0-ddb7bb3dbddf" [ 1335.247750] env[69677]: _type = "Task" [ 1335.247750] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.256144] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52531c44-2e8b-ce96-9bc0-ddb7bb3dbddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.319905] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437586, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.517284} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.320208] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a240e128-988d-4af9-ab02-d6f8c9042ef1/a240e128-988d-4af9-ab02-d6f8c9042ef1.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.320425] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.320696] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12523924-07e9-4f1c-8081-ac6973e40b6b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.328372] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1335.328372] env[69677]: value = "task-3437593" [ 1335.328372] env[69677]: _type = "Task" [ 1335.328372] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.337140] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.389682] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437589, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.438495] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437590, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.624147] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437592, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.759912] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52531c44-2e8b-ce96-9bc0-ddb7bb3dbddf, 'name': SearchDatastore_Task, 'duration_secs': 0.082116} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.760770] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e058d6e1-b403-47f5-bfe6-c051a530cd9b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.768379] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1335.768379] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521dfbb3-c72e-88a3-ba92-e0548ec22c01" [ 1335.768379] env[69677]: _type = "Task" [ 1335.768379] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.778427] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521dfbb3-c72e-88a3-ba92-e0548ec22c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.840022] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091095} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.840372] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.841331] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce36e773-ff4b-4599-963e-09b1fab5b3c7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.867430] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] a240e128-988d-4af9-ab02-d6f8c9042ef1/a240e128-988d-4af9-ab02-d6f8c9042ef1.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.867756] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f672efb2-6edd-4bef-9ec5-2570dd47b3eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.894020] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437589, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.087778} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.895496] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 6f6d21bf-9cab-45cc-979d-5e0614b7f026/6f6d21bf-9cab-45cc-979d-5e0614b7f026.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.895729] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.896064] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1335.896064] env[69677]: value = "task-3437594" [ 1335.896064] env[69677]: _type = "Task" [ 1335.896064] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.896267] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cfe0ed9-627d-4a7b-983a-a161794718eb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.908991] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437594, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.910601] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1335.910601] env[69677]: value = "task-3437595" [ 1335.910601] env[69677]: _type = "Task" [ 1335.910601] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.921360] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.940981] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437590, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018628} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.941282] env[69677]: INFO nova.virt.vmwareapi.ds_util [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 7f33dc6c-0d22-4987-87fa-32f179d6fc19/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk. [ 1335.942114] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd518236-2ad4-4be8-be0d-511d41f90762 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.970755] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 7f33dc6c-0d22-4987-87fa-32f179d6fc19/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.971163] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40661d1-0510-4d47-a851-eb0fd0273b50 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.992311] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1335.992311] env[69677]: value = "task-3437596" [ 1335.992311] env[69677]: _type = "Task" [ 1335.992311] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.002860] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.124966] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437592, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.281734] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521dfbb3-c72e-88a3-ba92-e0548ec22c01, 'name': SearchDatastore_Task, 'duration_secs': 0.074944} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.282087] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.282440] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a304ea4e-9d02-44e6-984f-39061cb70ca6/a304ea4e-9d02-44e6-984f-39061cb70ca6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.282643] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e741dde-bf8f-4785-aad0-15d917ce64dd {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.294772] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1336.294772] env[69677]: value = "task-3437597" [ 1336.294772] env[69677]: _type = "Task" [ 1336.294772] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.305544] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.410934] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.422338] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077476} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.422666] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.423588] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d42852-6bd1-4b98-b045-ec7e253f5ed6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.444901] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 6f6d21bf-9cab-45cc-979d-5e0614b7f026/6f6d21bf-9cab-45cc-979d-5e0614b7f026.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.445188] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd8f49fe-e503-47c8-9ffd-a61169c40220 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.467166] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1336.467166] env[69677]: value = "task-3437598" [ 1336.467166] env[69677]: _type = "Task" [ 1336.467166] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.477718] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.505393] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437596, 'name': ReconfigVM_Task, 'duration_secs': 0.315988} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.505719] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 7f33dc6c-0d22-4987-87fa-32f179d6fc19/dc0ac7c7-56c5-45c7-ba8f-915313852e65-rescue.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.506701] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23f8421-646e-4ec9-b7c7-14d8cb91c5e6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.536200] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e532c0d6-bb84-494c-bf82-2099954f6053 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.554912] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1336.554912] env[69677]: value = "task-3437599" [ 1336.554912] env[69677]: _type = "Task" [ 1336.554912] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.566351] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.624254] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437592, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.807830] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.910404] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.980741] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437598, 'name': ReconfigVM_Task, 'duration_secs': 0.345474} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.981075] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 6f6d21bf-9cab-45cc-979d-5e0614b7f026/6f6d21bf-9cab-45cc-979d-5e0614b7f026.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.981775] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9701359-657d-4ddc-81bf-e79feaf51e6c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.990809] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1336.990809] env[69677]: value = "task-3437600" [ 1336.990809] env[69677]: _type = "Task" [ 1336.990809] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.001354] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437600, 'name': Rename_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.067240] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437599, 'name': ReconfigVM_Task, 'duration_secs': 0.195456} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.067537] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.067798] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d3dba77-7921-4404-9943-325c210bce52 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.076155] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1337.076155] env[69677]: value = "task-3437601" [ 1337.076155] env[69677]: _type = "Task" [ 1337.076155] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.086474] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.127822] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437592, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.307886] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.412208] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437594, 'name': ReconfigVM_Task, 'duration_secs': 1.371865} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.412604] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Reconfigured VM instance instance-0000007c to attach disk [datastore1] a240e128-988d-4af9-ab02-d6f8c9042ef1/a240e128-988d-4af9-ab02-d6f8c9042ef1.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.413338] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7480bd7d-fa2a-4187-b545-4988ee9d1aa0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.422563] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1337.422563] env[69677]: value = "task-3437602" [ 1337.422563] env[69677]: _type = "Task" [ 1337.422563] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.434068] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437602, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.502731] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437600, 'name': Rename_Task, 'duration_secs': 0.148663} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.503064] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.503335] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a220edc6-b037-4d81-a807-adf102a31689 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.512672] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1337.512672] env[69677]: value = "task-3437603" [ 1337.512672] env[69677]: _type = "Task" [ 1337.512672] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.522438] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.588640] env[69677]: DEBUG oslo_vmware.api [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437601, 'name': PowerOnVM_Task, 'duration_secs': 0.439633} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.588851] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.591962] env[69677]: DEBUG nova.compute.manager [None req-0f20b9d6-88cd-4e40-9287-35797f43ab98 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.592813] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d20b2f-8503-441c-ad59-3c8177bf5dbc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.626089] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437592, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.816880] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437597, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.933962] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437602, 'name': Rename_Task, 'duration_secs': 0.312542} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.934335] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.934674] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1780ee54-c503-4bd9-a15a-eec09cd23882 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.944470] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1337.944470] env[69677]: value = "task-3437604" [ 1337.944470] env[69677]: _type = "Task" [ 1337.944470] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.954035] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.023395] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.126185] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437592, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.579606} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.127135] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4bdafd72-8953-4784-bfdd-f5ae3725174d/4bdafd72-8953-4784-bfdd-f5ae3725174d.vmdk to [datastore1] c0eb6688-c7c7-4525-8c1a-9d2d40263e8c/c0eb6688-c7c7-4525-8c1a-9d2d40263e8c.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.128028] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d06550c-c866-41fc-8756-501d059334f6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.150303] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] c0eb6688-c7c7-4525-8c1a-9d2d40263e8c/c0eb6688-c7c7-4525-8c1a-9d2d40263e8c.vmdk or device None with type streamOptimized {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.150817] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaee7f31-1d2b-4c5c-967c-2e761f28286a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.170743] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1338.170743] env[69677]: value = "task-3437605" [ 1338.170743] env[69677]: _type = "Task" [ 1338.170743] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.178519] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.309259] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437597, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.741522} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.309603] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] a304ea4e-9d02-44e6-984f-39061cb70ca6/a304ea4e-9d02-44e6-984f-39061cb70ca6.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.309924] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.310341] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a9c369f-939a-498f-8e34-6fbfa2dd5606 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.318023] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1338.318023] env[69677]: value = "task-3437606" [ 1338.318023] env[69677]: _type = "Task" [ 1338.318023] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.326013] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.453924] env[69677]: DEBUG oslo_vmware.api [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437604, 'name': PowerOnVM_Task, 'duration_secs': 0.466988} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.454283] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.454452] env[69677]: INFO nova.compute.manager [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1338.454639] env[69677]: DEBUG nova.compute.manager [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.455476] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79723370-7b62-4f01-ad2f-3ae4f7487dd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.521718] env[69677]: DEBUG oslo_vmware.api [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437603, 'name': PowerOnVM_Task, 'duration_secs': 0.88881} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.522092] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.522340] env[69677]: INFO nova.compute.manager [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1338.522528] env[69677]: DEBUG nova.compute.manager [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.523317] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e43b908-1dd5-4824-8b95-6f1269744516 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.680118] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437605, 'name': ReconfigVM_Task, 'duration_secs': 0.292229} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.680398] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Reconfigured VM instance instance-00000076 to attach disk [datastore1] c0eb6688-c7c7-4525-8c1a-9d2d40263e8c/c0eb6688-c7c7-4525-8c1a-9d2d40263e8c.vmdk or device None with type streamOptimized {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.681052] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f920fbd9-1dc6-4102-a6d3-d477f477979a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.687199] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1338.687199] env[69677]: value = "task-3437607" [ 1338.687199] env[69677]: _type = "Task" [ 1338.687199] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.694165] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437607, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.831644] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073424} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.832041] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.833143] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321371d3-a533-4a18-adab-6b3c2db1e1e3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.862344] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] a304ea4e-9d02-44e6-984f-39061cb70ca6/a304ea4e-9d02-44e6-984f-39061cb70ca6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.862671] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a960f3f-caa5-481e-a41f-fd7c38cf5365 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.890814] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1338.890814] env[69677]: value = "task-3437608" [ 1338.890814] env[69677]: _type = "Task" [ 1338.890814] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.901108] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.976465] env[69677]: INFO nova.compute.manager [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Took 18.82 seconds to build instance. [ 1339.039393] env[69677]: INFO nova.compute.manager [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Took 17.82 seconds to build instance. [ 1339.066365] env[69677]: INFO nova.compute.manager [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Unrescuing [ 1339.066600] env[69677]: DEBUG oslo_concurrency.lockutils [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.066749] env[69677]: DEBUG oslo_concurrency.lockutils [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquired lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.066914] env[69677]: DEBUG nova.network.neutron [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.197201] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437607, 'name': Rename_Task, 'duration_secs': 0.144531} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.197458] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.197672] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a7e78cf-9e8e-42e8-ac76-445430ab9b4f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.203542] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1339.203542] env[69677]: value = "task-3437609" [ 1339.203542] env[69677]: _type = "Task" [ 1339.203542] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.210821] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.400702] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437608, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.477897] env[69677]: DEBUG oslo_concurrency.lockutils [None req-28d2b634-40e9-40bd-b672-a846706ea25b tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "a240e128-988d-4af9-ab02-d6f8c9042ef1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.335s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.541559] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6db02e37-8cbd-4476-9564-9a99d7bcd612 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "6f6d21bf-9cab-45cc-979d-5e0614b7f026" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.331s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.716737] env[69677]: DEBUG oslo_vmware.api [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437609, 'name': PowerOnVM_Task, 'duration_secs': 0.479303} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.717182] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.775532] env[69677]: DEBUG nova.network.neutron [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Updating instance_info_cache with network_info: [{"id": "cbfd60e5-5276-476a-a709-5eeb612615b2", "address": "fa:16:3e:59:71:00", "network": {"id": "377684d3-4811-4da5-bb78-43b86ec6d67e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-336085171-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e444a48ab9734f74aa3e5cf60cbafe9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7aa6264-122d-4c35-82d0-860e451538ea", "external-id": "nsx-vlan-transportzone-81", "segmentation_id": 81, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbfd60e5-52", "ovs_interfaceid": "cbfd60e5-5276-476a-a709-5eeb612615b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.823885] env[69677]: DEBUG nova.compute.manager [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1339.825008] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7321ab-943d-425c-a4b1-df8670ddab75 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.901933] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437608, 'name': ReconfigVM_Task, 'duration_secs': 0.538569} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.902228] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Reconfigured VM instance instance-0000007b to attach disk [datastore1] a304ea4e-9d02-44e6-984f-39061cb70ca6/a304ea4e-9d02-44e6-984f-39061cb70ca6.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.902891] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c92bd42e-6d1d-45f8-aadb-4105e62c281b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.909812] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1339.909812] env[69677]: value = "task-3437610" [ 1339.909812] env[69677]: _type = "Task" [ 1339.909812] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.917786] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437610, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.959874] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f7c710-964f-4791-bbce-78904a8b878b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.966462] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c10a8b2b-c1fa-488c-b805-b6da456c7584 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Suspending the VM {{(pid=69677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1339.966706] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b9626892-480a-4733-9631-c62d869d901f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.973368] env[69677]: DEBUG oslo_vmware.api [None req-c10a8b2b-c1fa-488c-b805-b6da456c7584 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1339.973368] env[69677]: value = "task-3437611" [ 1339.973368] env[69677]: _type = "Task" [ 1339.973368] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.981079] env[69677]: DEBUG oslo_vmware.api [None req-c10a8b2b-c1fa-488c-b805-b6da456c7584 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437611, 'name': SuspendVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.238245] env[69677]: INFO nova.compute.manager [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Rebuilding instance [ 1340.280517] env[69677]: DEBUG oslo_concurrency.lockutils [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Releasing lock "refresh_cache-7f33dc6c-0d22-4987-87fa-32f179d6fc19" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.281085] env[69677]: DEBUG nova.objects.instance [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lazy-loading 'flavor' on Instance uuid 7f33dc6c-0d22-4987-87fa-32f179d6fc19 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.284353] env[69677]: DEBUG nova.compute.manager [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.285214] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f73913c-bc8f-448a-8b36-41a892a6d175 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.344261] env[69677]: DEBUG oslo_concurrency.lockutils [None req-4421820e-399f-4346-8721-699948db4c3f tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.204s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.419753] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437610, 'name': Rename_Task, 'duration_secs': 0.136783} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.420032] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.420279] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f87ef4f-f904-423c-9f5a-0b197022cf82 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.426541] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1340.426541] env[69677]: value = "task-3437612" [ 1340.426541] env[69677]: _type = "Task" [ 1340.426541] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.433756] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.483049] env[69677]: DEBUG oslo_vmware.api [None req-c10a8b2b-c1fa-488c-b805-b6da456c7584 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437611, 'name': SuspendVM_Task} progress is 70%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.788304] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76bd3b4-ffa0-4aa8-a56d-b20e044a8267 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.813664] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.814069] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5abb8ed-c1cc-4975-ae79-6c86ebb6da99 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.819974] env[69677]: DEBUG oslo_vmware.api [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1340.819974] env[69677]: value = "task-3437613" [ 1340.819974] env[69677]: _type = "Task" [ 1340.819974] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.829120] env[69677]: DEBUG oslo_vmware.api [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.936799] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437612, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.983484] env[69677]: DEBUG oslo_vmware.api [None req-c10a8b2b-c1fa-488c-b805-b6da456c7584 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437611, 'name': SuspendVM_Task, 'duration_secs': 0.579617} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.983741] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-c10a8b2b-c1fa-488c-b805-b6da456c7584 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Suspended the VM {{(pid=69677) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1340.983922] env[69677]: DEBUG nova.compute.manager [None req-c10a8b2b-c1fa-488c-b805-b6da456c7584 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.984704] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deffb3cf-f2cd-467e-a45d-dd217d475005 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.316660] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.316975] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41fc4d98-9b54-4d10-be7f-547734e066e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.324709] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1341.324709] env[69677]: value = "task-3437614" [ 1341.324709] env[69677]: _type = "Task" [ 1341.324709] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.330749] env[69677]: DEBUG oslo_vmware.api [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437613, 'name': PowerOffVM_Task, 'duration_secs': 0.238173} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.331331] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.336609] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1341.339554] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6662e98e-adc7-4fd8-aa92-941ae461be75 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.353246] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.358236] env[69677]: DEBUG oslo_vmware.api [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1341.358236] env[69677]: value = "task-3437615" [ 1341.358236] env[69677]: _type = "Task" [ 1341.358236] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.365630] env[69677]: DEBUG oslo_vmware.api [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.436312] env[69677]: DEBUG oslo_vmware.api [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437612, 'name': PowerOnVM_Task, 'duration_secs': 0.705714} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.436585] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.436853] env[69677]: DEBUG nova.compute.manager [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.437550] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3432b4e-0230-4e39-832f-493e9572ef88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.836054] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437614, 'name': PowerOffVM_Task, 'duration_secs': 0.303184} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.836054] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.836395] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.837191] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81cd1a3-fc27-47b0-b186-7d1bd566aed3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.843273] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.843488] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47e725f6-5ba0-4b2a-b020-d0d7c9cf8d12 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.867774] env[69677]: DEBUG oslo_vmware.api [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.873506] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.873701] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.873880] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Deleting the datastore file [datastore1] 6f6d21bf-9cab-45cc-979d-5e0614b7f026 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.874339] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eaf2e1d-fce3-4ed2-a055-5ff18a842374 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.882049] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1341.882049] env[69677]: value = "task-3437617" [ 1341.882049] env[69677]: _type = "Task" [ 1341.882049] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.890653] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.954810] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.955304] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.955304] env[69677]: DEBUG nova.objects.instance [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1342.369024] env[69677]: DEBUG oslo_vmware.api [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437615, 'name': ReconfigVM_Task, 'duration_secs': 0.68357} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.369305] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1342.369493] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.369739] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-273df538-58b2-45c4-bbd4-6b2fb160c405 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.374811] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "a240e128-988d-4af9-ab02-d6f8c9042ef1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.375072] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "a240e128-988d-4af9-ab02-d6f8c9042ef1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.375288] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "a240e128-988d-4af9-ab02-d6f8c9042ef1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.375473] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "a240e128-988d-4af9-ab02-d6f8c9042ef1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.375685] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "a240e128-988d-4af9-ab02-d6f8c9042ef1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.378377] env[69677]: DEBUG oslo_vmware.api [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1342.378377] env[69677]: value = "task-3437618" [ 1342.378377] env[69677]: _type = "Task" [ 1342.378377] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.378803] env[69677]: INFO nova.compute.manager [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Terminating instance [ 1342.392622] env[69677]: DEBUG oslo_vmware.api [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437618, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.396358] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294096} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.396615] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.396886] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.397137] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.890379] env[69677]: DEBUG nova.compute.manager [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.890737] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.890857] env[69677]: DEBUG oslo_vmware.api [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437618, 'name': PowerOnVM_Task, 'duration_secs': 0.368475} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.891559] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0476eed-4cf3-41c1-b60c-b6a7a2d627d8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.894067] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.894295] env[69677]: DEBUG nova.compute.manager [None req-83412f71-f99b-4a36-86ec-3b3910ece187 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.894975] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49b58e3-863f-4899-bbb3-57ffd7825127 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.906969] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.907346] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd9655b7-ff6f-46dc-b385-78ceb8c14dc4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.962995] env[69677]: DEBUG oslo_concurrency.lockutils [None req-0faa5e6b-e6b3-40de-82e2-6315c5203c43 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.980650] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.980938] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.981173] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleting the datastore file [datastore1] a240e128-988d-4af9-ab02-d6f8c9042ef1 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.981457] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b03b5f0-03c7-4c66-a7a1-ca3d19b69f7c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.988572] env[69677]: DEBUG oslo_vmware.api [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1342.988572] env[69677]: value = "task-3437620" [ 1342.988572] env[69677]: _type = "Task" [ 1342.988572] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.996708] env[69677]: DEBUG oslo_vmware.api [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.064350] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquiring lock "a304ea4e-9d02-44e6-984f-39061cb70ca6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.064691] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "a304ea4e-9d02-44e6-984f-39061cb70ca6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.064940] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquiring lock "a304ea4e-9d02-44e6-984f-39061cb70ca6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.065148] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "a304ea4e-9d02-44e6-984f-39061cb70ca6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.065319] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "a304ea4e-9d02-44e6-984f-39061cb70ca6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.067530] env[69677]: INFO nova.compute.manager [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Terminating instance [ 1343.433808] env[69677]: DEBUG nova.virt.hardware [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.434066] env[69677]: DEBUG nova.virt.hardware [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.434229] env[69677]: DEBUG nova.virt.hardware [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.434412] env[69677]: DEBUG nova.virt.hardware [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.434557] env[69677]: DEBUG nova.virt.hardware [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.434722] env[69677]: DEBUG nova.virt.hardware [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.434931] env[69677]: DEBUG nova.virt.hardware [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.435100] env[69677]: DEBUG nova.virt.hardware [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.435269] env[69677]: DEBUG nova.virt.hardware [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.435431] env[69677]: DEBUG nova.virt.hardware [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.435601] env[69677]: DEBUG nova.virt.hardware [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.436657] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62309b2e-bb89-4b10-b3ee-87c671e56fe4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.444608] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf7fb15-b559-4f35-9c79-da33fcc9e202 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.457609] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Instance VIF info [] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.463102] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.463343] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.463541] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3478f47-5dc3-4aa3-96c0-1d9b864ed85c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.479866] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.479866] env[69677]: value = "task-3437621" [ 1343.479866] env[69677]: _type = "Task" [ 1343.479866] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.486928] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437621, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.497190] env[69677]: DEBUG oslo_vmware.api [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214542} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.497490] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.497733] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.497977] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.498235] env[69677]: INFO nova.compute.manager [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1343.498536] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.498767] env[69677]: DEBUG nova.compute.manager [-] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.498888] env[69677]: DEBUG nova.network.neutron [-] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.571479] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquiring lock "refresh_cache-a304ea4e-9d02-44e6-984f-39061cb70ca6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.571828] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquired lock "refresh_cache-a304ea4e-9d02-44e6-984f-39061cb70ca6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.572052] env[69677]: DEBUG nova.network.neutron [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.654334] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.654476] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.654654] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.654878] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.655172] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.657305] env[69677]: INFO nova.compute.manager [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Terminating instance [ 1343.761186] env[69677]: DEBUG nova.compute.manager [req-3d4a0752-400d-492e-8a98-d4d34efbc0d4 req-4f178b47-3909-4e60-8ecf-846ba5ce81aa service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Received event network-vif-deleted-55d75682-e226-457f-8d10-b7ace439c1b1 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.761186] env[69677]: INFO nova.compute.manager [req-3d4a0752-400d-492e-8a98-d4d34efbc0d4 req-4f178b47-3909-4e60-8ecf-846ba5ce81aa service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Neutron deleted interface 55d75682-e226-457f-8d10-b7ace439c1b1; detaching it from the instance and deleting it from the info cache [ 1343.761186] env[69677]: DEBUG nova.network.neutron [req-3d4a0752-400d-492e-8a98-d4d34efbc0d4 req-4f178b47-3909-4e60-8ecf-846ba5ce81aa service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.990902] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437621, 'name': CreateVM_Task, 'duration_secs': 0.297624} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.990902] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.991331] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.991331] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.991544] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.991827] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9cd0cfc-4c09-45f6-90d4-5c6d5cf26324 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.995929] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1343.995929] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528c05aa-69b2-ec00-8f2f-f6002de45f94" [ 1343.995929] env[69677]: _type = "Task" [ 1343.995929] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.003617] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528c05aa-69b2-ec00-8f2f-f6002de45f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.092367] env[69677]: DEBUG nova.network.neutron [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.141289] env[69677]: DEBUG nova.network.neutron [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.160645] env[69677]: DEBUG nova.compute.manager [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.160868] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.161853] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14721ac1-b451-45d2-90f2-efee68d013ce {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.171435] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.171708] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d74c094f-4a44-415e-8fc9-3d6d8629e305 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.177984] env[69677]: DEBUG oslo_vmware.api [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1344.177984] env[69677]: value = "task-3437622" [ 1344.177984] env[69677]: _type = "Task" [ 1344.177984] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.185619] env[69677]: DEBUG oslo_vmware.api [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.243750] env[69677]: DEBUG nova.network.neutron [-] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.263800] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-036d139b-0643-4b23-80dc-48e8c944f966 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.274336] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1131c0bd-eab7-469d-a5fc-4d7aaaf15950 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.302370] env[69677]: DEBUG nova.compute.manager [req-3d4a0752-400d-492e-8a98-d4d34efbc0d4 req-4f178b47-3909-4e60-8ecf-846ba5ce81aa service nova] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Detach interface failed, port_id=55d75682-e226-457f-8d10-b7ace439c1b1, reason: Instance a240e128-988d-4af9-ab02-d6f8c9042ef1 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1344.507096] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]528c05aa-69b2-ec00-8f2f-f6002de45f94, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.507271] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.507363] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.507590] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.507736] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.507918] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.508187] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-294c3cc7-8d02-419a-8b0c-bc043cd0c615 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.516329] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.516463] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.517180] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb466f16-5545-4115-ae4d-5b77f767b497 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.521761] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1344.521761] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521f7315-9371-fbd7-569c-2dcc9770fd28" [ 1344.521761] env[69677]: _type = "Task" [ 1344.521761] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.529118] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521f7315-9371-fbd7-569c-2dcc9770fd28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.644023] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Releasing lock "refresh_cache-a304ea4e-9d02-44e6-984f-39061cb70ca6" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.644485] env[69677]: DEBUG nova.compute.manager [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.644684] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.645619] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6274f3e-a803-457d-b47d-7145edfd571d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.653190] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.653413] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-060f5482-610b-468f-88f0-402776159fb1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.659780] env[69677]: DEBUG oslo_vmware.api [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1344.659780] env[69677]: value = "task-3437623" [ 1344.659780] env[69677]: _type = "Task" [ 1344.659780] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.668559] env[69677]: DEBUG oslo_vmware.api [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.687367] env[69677]: DEBUG oslo_vmware.api [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437622, 'name': PowerOffVM_Task, 'duration_secs': 0.415936} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.687609] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.687776] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.688017] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-341777e5-6a70-4a04-b4d0-5083795a9496 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.746158] env[69677]: INFO nova.compute.manager [-] [instance: a240e128-988d-4af9-ab02-d6f8c9042ef1] Took 1.25 seconds to deallocate network for instance. [ 1344.749836] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.750073] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.750280] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Deleting the datastore file [datastore2] 7f33dc6c-0d22-4987-87fa-32f179d6fc19 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.753514] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d2fcfe9-9898-4523-a9c8-b9a51e0497d2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.760877] env[69677]: DEBUG oslo_vmware.api [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1344.760877] env[69677]: value = "task-3437625" [ 1344.760877] env[69677]: _type = "Task" [ 1344.760877] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.769376] env[69677]: DEBUG oslo_vmware.api [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.032681] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521f7315-9371-fbd7-569c-2dcc9770fd28, 'name': SearchDatastore_Task, 'duration_secs': 0.017404} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.033414] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50eef88-9805-4e3b-86af-e559611c2579 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.038615] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1345.038615] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52667e1a-a62c-88b1-6b8b-76f77a33f0d7" [ 1345.038615] env[69677]: _type = "Task" [ 1345.038615] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.047301] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52667e1a-a62c-88b1-6b8b-76f77a33f0d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.169613] env[69677]: DEBUG oslo_vmware.api [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437623, 'name': PowerOffVM_Task, 'duration_secs': 0.12411} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.169613] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.169613] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.169813] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44fe2baf-54cf-478a-a561-baa209292011 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.194621] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.194843] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.195045] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Deleting the datastore file [datastore1] a304ea4e-9d02-44e6-984f-39061cb70ca6 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.195314] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f595df60-8cfd-4367-9fa0-0fd141b87522 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.202012] env[69677]: DEBUG oslo_vmware.api [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for the task: (returnval){ [ 1345.202012] env[69677]: value = "task-3437627" [ 1345.202012] env[69677]: _type = "Task" [ 1345.202012] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.209337] env[69677]: DEBUG oslo_vmware.api [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.257437] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.257698] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.257917] env[69677]: DEBUG nova.objects.instance [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lazy-loading 'resources' on Instance uuid a240e128-988d-4af9-ab02-d6f8c9042ef1 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.269523] env[69677]: DEBUG oslo_vmware.api [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.548572] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52667e1a-a62c-88b1-6b8b-76f77a33f0d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.548830] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.549103] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 6f6d21bf-9cab-45cc-979d-5e0614b7f026/6f6d21bf-9cab-45cc-979d-5e0614b7f026.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.549359] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89a6b716-453d-43ba-a071-363bacb50b26 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.557201] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1345.557201] env[69677]: value = "task-3437628" [ 1345.557201] env[69677]: _type = "Task" [ 1345.557201] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.564811] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.711802] env[69677]: DEBUG oslo_vmware.api [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Task: {'id': task-3437627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145654} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.712094] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.712283] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.712461] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.712634] env[69677]: INFO nova.compute.manager [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1345.712914] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.713133] env[69677]: DEBUG nova.compute.manager [-] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.713232] env[69677]: DEBUG nova.network.neutron [-] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.730552] env[69677]: DEBUG nova.network.neutron [-] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.771190] env[69677]: DEBUG oslo_vmware.api [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.573034} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.771452] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.771640] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.771857] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.772063] env[69677]: INFO nova.compute.manager [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1345.772309] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.773049] env[69677]: DEBUG nova.compute.manager [-] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.773049] env[69677]: DEBUG nova.network.neutron [-] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.857911] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae769bc-bda5-43ba-bf5f-671587c38311 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.866905] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58587e8-5d1b-4925-be86-38ddde4f9026 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.902989] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca90027-468d-4846-aec3-9c3e7a1f2d74 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.911423] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c7ddfd-3eff-4583-9a30-811971c67c20 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.927315] env[69677]: DEBUG nova.compute.provider_tree [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.029438] env[69677]: DEBUG nova.compute.manager [req-15caa258-f0bb-43b3-b7f1-488c2bbce7ce req-06e6e40c-714d-4567-a9b8-8791fac6f0ee service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Received event network-vif-deleted-cbfd60e5-5276-476a-a709-5eeb612615b2 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.029612] env[69677]: INFO nova.compute.manager [req-15caa258-f0bb-43b3-b7f1-488c2bbce7ce req-06e6e40c-714d-4567-a9b8-8791fac6f0ee service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Neutron deleted interface cbfd60e5-5276-476a-a709-5eeb612615b2; detaching it from the instance and deleting it from the info cache [ 1346.029824] env[69677]: DEBUG nova.network.neutron [req-15caa258-f0bb-43b3-b7f1-488c2bbce7ce req-06e6e40c-714d-4567-a9b8-8791fac6f0ee service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.066544] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464176} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.066842] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore2] 6f6d21bf-9cab-45cc-979d-5e0614b7f026/6f6d21bf-9cab-45cc-979d-5e0614b7f026.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.066991] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.067251] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b27cf062-7197-4be1-bb70-adf278ece002 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.073008] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1346.073008] env[69677]: value = "task-3437629" [ 1346.073008] env[69677]: _type = "Task" [ 1346.073008] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.080369] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.233461] env[69677]: DEBUG nova.network.neutron [-] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.431122] env[69677]: DEBUG nova.scheduler.client.report [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.512124] env[69677]: DEBUG nova.network.neutron [-] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.532223] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4df17089-ae9f-44a4-8e83-2edf6ae048f2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.542409] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d43123e-7316-4921-91b1-2c1ca0e5cc55 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.567159] env[69677]: DEBUG nova.compute.manager [req-15caa258-f0bb-43b3-b7f1-488c2bbce7ce req-06e6e40c-714d-4567-a9b8-8791fac6f0ee service nova] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Detach interface failed, port_id=cbfd60e5-5276-476a-a709-5eeb612615b2, reason: Instance 7f33dc6c-0d22-4987-87fa-32f179d6fc19 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1346.580675] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05424} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.580905] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.581678] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204bb3d7-5794-42ad-8630-bd808e25def6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.601391] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 6f6d21bf-9cab-45cc-979d-5e0614b7f026/6f6d21bf-9cab-45cc-979d-5e0614b7f026.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.601612] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df36f53-e196-47a5-9793-3a83b212a276 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.619659] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1346.619659] env[69677]: value = "task-3437630" [ 1346.619659] env[69677]: _type = "Task" [ 1346.619659] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.626699] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.736922] env[69677]: INFO nova.compute.manager [-] [instance: a304ea4e-9d02-44e6-984f-39061cb70ca6] Took 1.02 seconds to deallocate network for instance. [ 1346.936130] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.972855] env[69677]: INFO nova.scheduler.client.report [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted allocations for instance a240e128-988d-4af9-ab02-d6f8c9042ef1 [ 1347.014337] env[69677]: INFO nova.compute.manager [-] [instance: 7f33dc6c-0d22-4987-87fa-32f179d6fc19] Took 1.24 seconds to deallocate network for instance. [ 1347.130424] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.243279] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.243591] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.243833] env[69677]: DEBUG nova.objects.instance [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lazy-loading 'resources' on Instance uuid a304ea4e-9d02-44e6-984f-39061cb70ca6 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.480498] env[69677]: DEBUG oslo_concurrency.lockutils [None req-6690d30b-5a52-4ad3-a476-92c04073db03 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "a240e128-988d-4af9-ab02-d6f8c9042ef1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.105s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.520848] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.631482] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437630, 'name': ReconfigVM_Task, 'duration_secs': 0.754037} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.632032] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 6f6d21bf-9cab-45cc-979d-5e0614b7f026/6f6d21bf-9cab-45cc-979d-5e0614b7f026.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.632537] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6da28886-0b5f-437f-9988-34dc6c8c441b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.639196] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1347.639196] env[69677]: value = "task-3437631" [ 1347.639196] env[69677]: _type = "Task" [ 1347.639196] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.653696] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437631, 'name': Rename_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.815768] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13783cfa-8492-4ed8-85d8-ea0e1c246852 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.823095] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10cd4cd-cf90-4a8c-b811-615591b652d9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.853735] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b26a91-a6d9-4ba0-8993-2fa67d97099d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.860922] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3b0b28-dde0-4a46-86e7-b420dfbe2edb {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.873720] env[69677]: DEBUG nova.compute.provider_tree [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.149621] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437631, 'name': Rename_Task, 'duration_secs': 0.128235} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.150012] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.150056] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef6c90a6-c424-47da-908d-4726e0bf8cbc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.156056] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1348.156056] env[69677]: value = "task-3437632" [ 1348.156056] env[69677]: _type = "Task" [ 1348.156056] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.162963] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.247625] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "4260c523-eb7f-4054-98a8-eb79603d3113" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.247863] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4260c523-eb7f-4054-98a8-eb79603d3113" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.377040] env[69677]: DEBUG nova.scheduler.client.report [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.666285] env[69677]: DEBUG oslo_vmware.api [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437632, 'name': PowerOnVM_Task, 'duration_secs': 0.414993} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.666536] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.666739] env[69677]: DEBUG nova.compute.manager [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.667484] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00e0baa-78fc-47bc-b29a-021d3bd0ee16 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.750405] env[69677]: DEBUG nova.compute.manager [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1348.882433] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.884734] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.364s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.884971] env[69677]: DEBUG nova.objects.instance [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lazy-loading 'resources' on Instance uuid 7f33dc6c-0d22-4987-87fa-32f179d6fc19 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.902686] env[69677]: INFO nova.scheduler.client.report [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Deleted allocations for instance a304ea4e-9d02-44e6-984f-39061cb70ca6 [ 1349.184823] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.267762] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.408880] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94a58d33-6827-4dee-9d7d-c3a1555ee373 tempest-ServerShowV257Test-208824716 tempest-ServerShowV257Test-208824716-project-member] Lock "a304ea4e-9d02-44e6-984f-39061cb70ca6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.344s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.462357] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5020434-82f6-4d44-8fa1-4bb041cd1cff {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.469999] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fafdcf-de1e-4f8e-8840-0c11a453f602 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.500824] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619a51db-cea1-40bc-94ef-ec56e67bfc8e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.508416] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e226f12e-621b-4bbd-ac8f-cc89a02ae9f0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.521604] env[69677]: DEBUG nova.compute.provider_tree [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.028159] env[69677]: DEBUG nova.scheduler.client.report [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.360073] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquiring lock "6f6d21bf-9cab-45cc-979d-5e0614b7f026" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.360487] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "6f6d21bf-9cab-45cc-979d-5e0614b7f026" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.360560] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquiring lock "6f6d21bf-9cab-45cc-979d-5e0614b7f026-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.360745] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "6f6d21bf-9cab-45cc-979d-5e0614b7f026-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.360915] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "6f6d21bf-9cab-45cc-979d-5e0614b7f026-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.363230] env[69677]: INFO nova.compute.manager [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Terminating instance [ 1350.533394] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.535700] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.351s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.535896] env[69677]: DEBUG nova.objects.instance [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69677) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1350.553955] env[69677]: INFO nova.scheduler.client.report [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Deleted allocations for instance 7f33dc6c-0d22-4987-87fa-32f179d6fc19 [ 1350.874616] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquiring lock "refresh_cache-6f6d21bf-9cab-45cc-979d-5e0614b7f026" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.874616] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquired lock "refresh_cache-6f6d21bf-9cab-45cc-979d-5e0614b7f026" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.874616] env[69677]: DEBUG nova.network.neutron [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.061619] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bbbf453b-f4a2-49e4-8284-53d052c2ece1 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "7f33dc6c-0d22-4987-87fa-32f179d6fc19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.407s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.296313] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "41591c67-ab6f-4159-a70e-331bfd7fcf73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.296469] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "41591c67-ab6f-4159-a70e-331bfd7fcf73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.296665] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "41591c67-ab6f-4159-a70e-331bfd7fcf73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.296851] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "41591c67-ab6f-4159-a70e-331bfd7fcf73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.297039] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "41591c67-ab6f-4159-a70e-331bfd7fcf73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.299275] env[69677]: INFO nova.compute.manager [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Terminating instance [ 1351.387954] env[69677]: DEBUG nova.network.neutron [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1351.432146] env[69677]: DEBUG nova.network.neutron [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.544379] env[69677]: DEBUG oslo_concurrency.lockutils [None req-54b5ace6-1a5c-42bb-98fe-67c428b3fa22 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.545581] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.278s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.547075] env[69677]: INFO nova.compute.claims [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.804216] env[69677]: DEBUG nova.compute.manager [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.804453] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.805332] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8489d356-b4f9-491d-8675-2e353b561d4a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.813718] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.813943] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e3c7c25-a887-44bb-a793-bb0c3de8e4ed {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.820547] env[69677]: DEBUG oslo_vmware.api [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1351.820547] env[69677]: value = "task-3437633" [ 1351.820547] env[69677]: _type = "Task" [ 1351.820547] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.829557] env[69677]: DEBUG oslo_vmware.api [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.934924] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Releasing lock "refresh_cache-6f6d21bf-9cab-45cc-979d-5e0614b7f026" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.935516] env[69677]: DEBUG nova.compute.manager [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1351.935731] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.936645] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad71ad90-bb6e-4df3-be45-c5085dce8fd7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.943980] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.944246] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64c31217-c885-4506-a943-52532ed5001b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.950490] env[69677]: DEBUG oslo_vmware.api [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1351.950490] env[69677]: value = "task-3437634" [ 1351.950490] env[69677]: _type = "Task" [ 1351.950490] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.959359] env[69677]: DEBUG oslo_vmware.api [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.332098] env[69677]: DEBUG oslo_vmware.api [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437633, 'name': PowerOffVM_Task, 'duration_secs': 0.305568} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.332258] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.332365] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.332576] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bccdb53-bfbb-456b-8248-09ec21d47927 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.395018] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.395406] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.395445] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Deleting the datastore file [datastore1] 41591c67-ab6f-4159-a70e-331bfd7fcf73 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.395689] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9632d06-d73d-4d13-874b-8f6b4cfb381c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.401849] env[69677]: DEBUG oslo_vmware.api [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for the task: (returnval){ [ 1352.401849] env[69677]: value = "task-3437636" [ 1352.401849] env[69677]: _type = "Task" [ 1352.401849] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.410199] env[69677]: DEBUG oslo_vmware.api [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.459148] env[69677]: DEBUG oslo_vmware.api [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437634, 'name': PowerOffVM_Task, 'duration_secs': 0.114669} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.459432] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.459633] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.459881] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f41049d8-6ca0-43a7-915a-fdabd75f8434 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.491766] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.492078] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Deleting contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.492327] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Deleting the datastore file [datastore2] 6f6d21bf-9cab-45cc-979d-5e0614b7f026 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.492632] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d85560ae-2e19-4904-9d4d-26c5d1bbe5cc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.499463] env[69677]: DEBUG oslo_vmware.api [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for the task: (returnval){ [ 1352.499463] env[69677]: value = "task-3437638" [ 1352.499463] env[69677]: _type = "Task" [ 1352.499463] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.507606] env[69677]: DEBUG oslo_vmware.api [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.615275] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af47de3d-6d5b-4c4d-b3e2-fd37cbc7166f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.622402] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ac7e07-b967-4842-aaff-eaf19f3b89a2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.650701] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb7c04b-31ab-4e6a-805e-9cbb2c7b54b7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.657173] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc49cf2-3de0-4c0f-897d-5d7d5ab9b691 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.669507] env[69677]: DEBUG nova.compute.provider_tree [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.911691] env[69677]: DEBUG oslo_vmware.api [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Task: {'id': task-3437636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170662} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.911878] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.912084] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.912274] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.912447] env[69677]: INFO nova.compute.manager [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1352.912691] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1352.912890] env[69677]: DEBUG nova.compute.manager [-] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1352.913025] env[69677]: DEBUG nova.network.neutron [-] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.010331] env[69677]: DEBUG oslo_vmware.api [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Task: {'id': task-3437638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094133} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.010569] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1353.010749] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Deleted contents of the VM from datastore datastore2 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1353.010924] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1353.011108] env[69677]: INFO nova.compute.manager [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1353.011345] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.011533] env[69677]: DEBUG nova.compute.manager [-] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1353.011623] env[69677]: DEBUG nova.network.neutron [-] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1353.026609] env[69677]: DEBUG nova.network.neutron [-] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.157660] env[69677]: DEBUG nova.compute.manager [req-7eabcc25-7fba-4a34-bd0e-95b9640fcc78 req-928ef8e0-410e-4ab2-9354-4a7d9f5dd1ff service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Received event network-vif-deleted-91005c7c-0a56-41ce-b3a8-83d764a42a35 {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.157738] env[69677]: INFO nova.compute.manager [req-7eabcc25-7fba-4a34-bd0e-95b9640fcc78 req-928ef8e0-410e-4ab2-9354-4a7d9f5dd1ff service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Neutron deleted interface 91005c7c-0a56-41ce-b3a8-83d764a42a35; detaching it from the instance and deleting it from the info cache [ 1353.158250] env[69677]: DEBUG nova.network.neutron [req-7eabcc25-7fba-4a34-bd0e-95b9640fcc78 req-928ef8e0-410e-4ab2-9354-4a7d9f5dd1ff service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.172040] env[69677]: DEBUG nova.scheduler.client.report [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.529227] env[69677]: DEBUG nova.network.neutron [-] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.615092] env[69677]: DEBUG nova.network.neutron [-] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.660767] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bc5c625-08f4-467b-8ca8-b99b21ce7ef4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.670676] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdfe944-ed9b-4df7-8b29-ddd58a52a9c1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.681308] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.681787] env[69677]: DEBUG nova.compute.manager [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1353.698111] env[69677]: DEBUG nova.compute.manager [req-7eabcc25-7fba-4a34-bd0e-95b9640fcc78 req-928ef8e0-410e-4ab2-9354-4a7d9f5dd1ff service nova] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Detach interface failed, port_id=91005c7c-0a56-41ce-b3a8-83d764a42a35, reason: Instance 41591c67-ab6f-4159-a70e-331bfd7fcf73 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1354.032350] env[69677]: INFO nova.compute.manager [-] [instance: 6f6d21bf-9cab-45cc-979d-5e0614b7f026] Took 1.02 seconds to deallocate network for instance. [ 1354.118058] env[69677]: INFO nova.compute.manager [-] [instance: 41591c67-ab6f-4159-a70e-331bfd7fcf73] Took 1.20 seconds to deallocate network for instance. [ 1354.186160] env[69677]: DEBUG nova.compute.utils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1354.188311] env[69677]: DEBUG nova.compute.manager [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1354.188473] env[69677]: DEBUG nova.network.neutron [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1354.238962] env[69677]: DEBUG nova.policy [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9dc3db33e944fb584dcd40093890e55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccac006f4adc452580c76958b6a2aa12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1354.502949] env[69677]: DEBUG nova.network.neutron [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Successfully created port: d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.538371] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.538655] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.538890] env[69677]: DEBUG nova.objects.instance [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lazy-loading 'resources' on Instance uuid 6f6d21bf-9cab-45cc-979d-5e0614b7f026 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.623946] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.691224] env[69677]: DEBUG nova.compute.manager [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1355.107237] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1455a2-54db-4be1-bb96-c7af3eae15cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.115047] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbd9567-a007-4e66-9d22-846acc1f5988 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.145655] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f79132-daac-4ceb-9943-f86fc57325d6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.152964] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276365d6-0838-4260-a2a6-8d32c836c16b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.165646] env[69677]: DEBUG nova.compute.provider_tree [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.668688] env[69677]: DEBUG nova.scheduler.client.report [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.701370] env[69677]: DEBUG nova.compute.manager [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1355.727062] env[69677]: DEBUG nova.virt.hardware [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.727332] env[69677]: DEBUG nova.virt.hardware [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.727496] env[69677]: DEBUG nova.virt.hardware [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.727720] env[69677]: DEBUG nova.virt.hardware [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.727885] env[69677]: DEBUG nova.virt.hardware [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.728048] env[69677]: DEBUG nova.virt.hardware [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.728264] env[69677]: DEBUG nova.virt.hardware [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.728426] env[69677]: DEBUG nova.virt.hardware [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.728594] env[69677]: DEBUG nova.virt.hardware [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.728760] env[69677]: DEBUG nova.virt.hardware [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.728940] env[69677]: DEBUG nova.virt.hardware [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.729830] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ab4a68-41ad-4009-bd80-6c8e59767966 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.738252] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2581a3ce-b865-43db-96b3-3ce993eb7840 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.838588] env[69677]: DEBUG nova.compute.manager [req-dd6d2b37-27fa-45d5-8a1c-d8a2b32a28c0 req-f004def5-8a6e-4a0c-adbf-bc7d88a1f401 service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Received event network-vif-plugged-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.838812] env[69677]: DEBUG oslo_concurrency.lockutils [req-dd6d2b37-27fa-45d5-8a1c-d8a2b32a28c0 req-f004def5-8a6e-4a0c-adbf-bc7d88a1f401 service nova] Acquiring lock "4260c523-eb7f-4054-98a8-eb79603d3113-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.839034] env[69677]: DEBUG oslo_concurrency.lockutils [req-dd6d2b37-27fa-45d5-8a1c-d8a2b32a28c0 req-f004def5-8a6e-4a0c-adbf-bc7d88a1f401 service nova] Lock "4260c523-eb7f-4054-98a8-eb79603d3113-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.839210] env[69677]: DEBUG oslo_concurrency.lockutils [req-dd6d2b37-27fa-45d5-8a1c-d8a2b32a28c0 req-f004def5-8a6e-4a0c-adbf-bc7d88a1f401 service nova] Lock "4260c523-eb7f-4054-98a8-eb79603d3113-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.839375] env[69677]: DEBUG nova.compute.manager [req-dd6d2b37-27fa-45d5-8a1c-d8a2b32a28c0 req-f004def5-8a6e-4a0c-adbf-bc7d88a1f401 service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] No waiting events found dispatching network-vif-plugged-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1355.839537] env[69677]: WARNING nova.compute.manager [req-dd6d2b37-27fa-45d5-8a1c-d8a2b32a28c0 req-f004def5-8a6e-4a0c-adbf-bc7d88a1f401 service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Received unexpected event network-vif-plugged-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c for instance with vm_state building and task_state spawning. [ 1355.926631] env[69677]: DEBUG nova.network.neutron [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Successfully updated port: d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.173146] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.175404] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.552s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.175632] env[69677]: DEBUG nova.objects.instance [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lazy-loading 'resources' on Instance uuid 41591c67-ab6f-4159-a70e-331bfd7fcf73 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.194153] env[69677]: INFO nova.scheduler.client.report [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Deleted allocations for instance 6f6d21bf-9cab-45cc-979d-5e0614b7f026 [ 1356.429732] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.429912] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.430145] env[69677]: DEBUG nova.network.neutron [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.615625] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1356.700849] env[69677]: DEBUG oslo_concurrency.lockutils [None req-ffcfc4f4-f78f-4aeb-a798-0be03c4f23d4 tempest-ServersListShow298Test-324823014 tempest-ServersListShow298Test-324823014-project-member] Lock "6f6d21bf-9cab-45cc-979d-5e0614b7f026" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.340s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.729015] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f5e488-f0a5-4152-9ec6-d547181ab6b2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.736985] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b50d01f-986c-4564-b084-3515d64f348b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.767260] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ac6efb-cddc-40c0-87ef-5a953675045d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.774455] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8037bfd8-a1a1-40fd-a985-b336c53d8dca {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.789309] env[69677]: DEBUG nova.compute.provider_tree [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.967208] env[69677]: DEBUG nova.network.neutron [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.104109] env[69677]: DEBUG nova.network.neutron [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance_info_cache with network_info: [{"id": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "address": "fa:16:3e:b5:cf:97", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8841ddb-c9", "ovs_interfaceid": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.292579] env[69677]: DEBUG nova.scheduler.client.report [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.606594] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.606919] env[69677]: DEBUG nova.compute.manager [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Instance network_info: |[{"id": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "address": "fa:16:3e:b5:cf:97", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8841ddb-c9", "ovs_interfaceid": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1357.607358] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:cf:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8841ddb-c9a6-4bbf-a6e6-fd232f012c1c', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1357.614896] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.615145] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1357.615375] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21b16b5f-58f6-4f85-a7e6-f91c0d34c602 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.634941] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1357.634941] env[69677]: value = "task-3437639" [ 1357.634941] env[69677]: _type = "Task" [ 1357.634941] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.642293] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437639, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.797681] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.818033] env[69677]: INFO nova.scheduler.client.report [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Deleted allocations for instance 41591c67-ab6f-4159-a70e-331bfd7fcf73 [ 1357.868610] env[69677]: DEBUG nova.compute.manager [req-32e9dc9b-a4ef-45ea-aa4c-f1abe8930f54 req-cad6ad3b-cfdc-4775-baf9-3b6505c0ee8d service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Received event network-changed-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.868793] env[69677]: DEBUG nova.compute.manager [req-32e9dc9b-a4ef-45ea-aa4c-f1abe8930f54 req-cad6ad3b-cfdc-4775-baf9-3b6505c0ee8d service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Refreshing instance network info cache due to event network-changed-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.869017] env[69677]: DEBUG oslo_concurrency.lockutils [req-32e9dc9b-a4ef-45ea-aa4c-f1abe8930f54 req-cad6ad3b-cfdc-4775-baf9-3b6505c0ee8d service nova] Acquiring lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.869170] env[69677]: DEBUG oslo_concurrency.lockutils [req-32e9dc9b-a4ef-45ea-aa4c-f1abe8930f54 req-cad6ad3b-cfdc-4775-baf9-3b6505c0ee8d service nova] Acquired lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.869327] env[69677]: DEBUG nova.network.neutron [req-32e9dc9b-a4ef-45ea-aa4c-f1abe8930f54 req-cad6ad3b-cfdc-4775-baf9-3b6505c0ee8d service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Refreshing network info cache for port d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.114587] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.144507] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437639, 'name': CreateVM_Task, 'duration_secs': 0.293417} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.144734] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.145435] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.145647] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.145971] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.146223] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae542a8-9e67-4bea-a8e8-f09d51f67104 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.150241] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1358.150241] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527298f2-a749-f1d0-ebda-c38c5407f753" [ 1358.150241] env[69677]: _type = "Task" [ 1358.150241] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.157449] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527298f2-a749-f1d0-ebda-c38c5407f753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.326302] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bc2062d7-5927-4da1-bd49-c83a3698c157 tempest-ServerRescueTestJSON-1433795952 tempest-ServerRescueTestJSON-1433795952-project-member] Lock "41591c67-ab6f-4159-a70e-331bfd7fcf73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.030s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.551209] env[69677]: DEBUG nova.network.neutron [req-32e9dc9b-a4ef-45ea-aa4c-f1abe8930f54 req-cad6ad3b-cfdc-4775-baf9-3b6505c0ee8d service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updated VIF entry in instance network info cache for port d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.551576] env[69677]: DEBUG nova.network.neutron [req-32e9dc9b-a4ef-45ea-aa4c-f1abe8930f54 req-cad6ad3b-cfdc-4775-baf9-3b6505c0ee8d service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance_info_cache with network_info: [{"id": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "address": "fa:16:3e:b5:cf:97", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8841ddb-c9", "ovs_interfaceid": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.660844] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]527298f2-a749-f1d0-ebda-c38c5407f753, 'name': SearchDatastore_Task, 'duration_secs': 0.00964} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.661100] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.661370] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.661618] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.661769] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.661976] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.662238] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87e2478e-846d-4b6e-a04f-2bcdd96e89ab {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.670275] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.670321] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.671009] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be4cee8-2d27-40cd-a936-3913cd280541 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.677551] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1358.677551] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b2e23d-70a6-7ad0-5160-b6b8dd40d181" [ 1358.677551] env[69677]: _type = "Task" [ 1358.677551] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.684985] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b2e23d-70a6-7ad0-5160-b6b8dd40d181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.055048] env[69677]: DEBUG oslo_concurrency.lockutils [req-32e9dc9b-a4ef-45ea-aa4c-f1abe8930f54 req-cad6ad3b-cfdc-4775-baf9-3b6505c0ee8d service nova] Releasing lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.187710] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b2e23d-70a6-7ad0-5160-b6b8dd40d181, 'name': SearchDatastore_Task, 'duration_secs': 0.008363} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.188679] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8d1af09-33ce-4bb1-bf99-d6852004c091 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.193245] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1359.193245] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521da00f-a63a-d396-44d0-59eaecc58f45" [ 1359.193245] env[69677]: _type = "Task" [ 1359.193245] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.201788] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521da00f-a63a-d396-44d0-59eaecc58f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.704124] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]521da00f-a63a-d396-44d0-59eaecc58f45, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.704458] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.704674] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 4260c523-eb7f-4054-98a8-eb79603d3113/4260c523-eb7f-4054-98a8-eb79603d3113.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.704933] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47219994-51e6-434c-b409-d97041c81ae4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.711717] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1359.711717] env[69677]: value = "task-3437640" [ 1359.711717] env[69677]: _type = "Task" [ 1359.711717] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.719617] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.222370] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430344} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.222370] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 4260c523-eb7f-4054-98a8-eb79603d3113/4260c523-eb7f-4054-98a8-eb79603d3113.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.222370] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.222692] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab4bb6c0-bdaa-4aed-a61c-7ff7a36b0e4a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.228165] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1360.228165] env[69677]: value = "task-3437641" [ 1360.228165] env[69677]: _type = "Task" [ 1360.228165] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.235046] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.737243] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056107} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.737513] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.738294] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8a9198-dfcf-46a2-8698-89de5bdf992a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.759261] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 4260c523-eb7f-4054-98a8-eb79603d3113/4260c523-eb7f-4054-98a8-eb79603d3113.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.759491] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05482aaa-0f3f-45f1-92e9-b5b35e072463 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.777710] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1360.777710] env[69677]: value = "task-3437642" [ 1360.777710] env[69677]: _type = "Task" [ 1360.777710] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.784648] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.114761] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.115049] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.115186] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1361.287836] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437642, 'name': ReconfigVM_Task, 'duration_secs': 0.252126} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.288207] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 4260c523-eb7f-4054-98a8-eb79603d3113/4260c523-eb7f-4054-98a8-eb79603d3113.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.288775] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1339b9f3-cfa9-43db-bfcd-8ba532a6ddd1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.295522] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1361.295522] env[69677]: value = "task-3437643" [ 1361.295522] env[69677]: _type = "Task" [ 1361.295522] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.302351] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437643, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.806109] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437643, 'name': Rename_Task, 'duration_secs': 0.136258} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.806410] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.806649] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a940f134-b7a5-4de6-91cb-96aa85811327 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.813308] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1361.813308] env[69677]: value = "task-3437644" [ 1361.813308] env[69677]: _type = "Task" [ 1361.813308] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.821792] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.114453] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.322683] env[69677]: DEBUG oslo_vmware.api [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437644, 'name': PowerOnVM_Task, 'duration_secs': 0.438811} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.323107] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.323220] env[69677]: INFO nova.compute.manager [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1362.323323] env[69677]: DEBUG nova.compute.manager [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.324094] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6285401a-8c45-4e2f-942a-396729204a88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.617336] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.617595] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.617767] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.617910] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1362.618842] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61737c51-1177-478c-a826-351181ae939b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.627508] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eb4320-8f98-4ecb-9e65-71ee271463c0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.641253] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f8b51b-f0e9-40ae-a4d7-154ca5ee5e8e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.647546] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c4288c-cfc8-465c-903e-df1cedc7c557 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.675475] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180609MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1362.675619] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.675904] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.839012] env[69677]: INFO nova.compute.manager [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Took 13.58 seconds to build instance. [ 1363.340832] env[69677]: DEBUG oslo_concurrency.lockutils [None req-bd926694-0842-4bec-9986-5866ecabde36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4260c523-eb7f-4054-98a8-eb79603d3113" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.093s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.683798] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=69677) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 1363.697661] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance c0eb6688-c7c7-4525-8c1a-9d2d40263e8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1363.697805] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Migration 7f0ae13f-8612-41dd-a869-393348379f0d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1363.697927] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Instance 4260c523-eb7f-4054-98a8-eb79603d3113 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69677) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1363.698110] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1363.698249] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1363.741735] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57163c8b-5c05-4e00-bc46-a50a2e33a6e1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.749383] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600022f1-a509-4e67-8860-d4ebdb09f10c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.779059] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8578056-1556-4a07-9355-1ea4c4655f89 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.787080] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f70e5a-0242-4a79-b8be-6a3be5547205 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.805173] env[69677]: DEBUG nova.compute.provider_tree [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.301270] env[69677]: DEBUG nova.compute.manager [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Stashing vm_state: active {{(pid=69677) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1364.307736] env[69677]: DEBUG nova.scheduler.client.report [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.811734] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1364.811734] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.819067] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.819067] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.325041] env[69677]: INFO nova.compute.claims [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.830057] env[69677]: INFO nova.compute.resource_tracker [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating resource usage from migration 7f0ae13f-8612-41dd-a869-393348379f0d [ 1365.875595] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbf6965-e8fb-4118-9c58-8c606f5a7c98 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.883126] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ac53f9-5218-4b7b-9923-2ec13257303c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.911888] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34084a9-38e8-463b-a891-96ef7a1bf875 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.919176] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618a4a2e-f3a0-4088-84f7-aab4f3afb193 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.931698] env[69677]: DEBUG nova.compute.provider_tree [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.435339] env[69677]: DEBUG nova.scheduler.client.report [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.812834] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.813103] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.813274] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1366.942765] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.124s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.943160] env[69677]: INFO nova.compute.manager [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Migrating [ 1367.459951] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.460070] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.460251] env[69677]: DEBUG nova.network.neutron [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.134772] env[69677]: DEBUG nova.network.neutron [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance_info_cache with network_info: [{"id": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "address": "fa:16:3e:b5:cf:97", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8841ddb-c9", "ovs_interfaceid": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.637465] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.151091] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844b9ff3-2e5a-480f-8dbc-f23d2d46ef5e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.169591] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance '4260c523-eb7f-4054-98a8-eb79603d3113' progress to 0 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.676469] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.676779] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd2810e9-6cc7-469b-aaee-e068f16fdc47 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.684256] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1370.684256] env[69677]: value = "task-3437645" [ 1370.684256] env[69677]: _type = "Task" [ 1370.684256] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.691693] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.195477] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437645, 'name': PowerOffVM_Task, 'duration_secs': 0.194617} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.195835] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.195835] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance '4260c523-eb7f-4054-98a8-eb79603d3113' progress to 17 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.702846] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.703127] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.703253] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.703437] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.703584] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.703730] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.703932] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.704137] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.704340] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.704507] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.704684] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.709573] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20221fc1-0535-4aa5-a1d7-0dece6096fb0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.725920] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1371.725920] env[69677]: value = "task-3437646" [ 1371.725920] env[69677]: _type = "Task" [ 1371.725920] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.733682] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.235877] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437646, 'name': ReconfigVM_Task, 'duration_secs': 0.126321} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.237546] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance '4260c523-eb7f-4054-98a8-eb79603d3113' progress to 33 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.742931] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.743211] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.743379] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.743566] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.743712] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.743896] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.744147] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.744327] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.744514] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.744681] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.744855] env[69677]: DEBUG nova.virt.hardware [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.750299] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1372.750591] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa920c5-b727-4150-9640-b58922891150 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.769380] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1372.769380] env[69677]: value = "task-3437647" [ 1372.769380] env[69677]: _type = "Task" [ 1372.769380] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.777248] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.279563] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437647, 'name': ReconfigVM_Task, 'duration_secs': 0.177653} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.279913] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69677) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1373.280568] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d3ec1-f74b-402e-9473-ae393bd31308 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.301605] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 4260c523-eb7f-4054-98a8-eb79603d3113/4260c523-eb7f-4054-98a8-eb79603d3113.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.302175] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d7fb8e8-a7ad-43ac-a106-4bc2ad7641e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.319023] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1373.319023] env[69677]: value = "task-3437648" [ 1373.319023] env[69677]: _type = "Task" [ 1373.319023] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.326284] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.828722] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437648, 'name': ReconfigVM_Task, 'duration_secs': 0.227087} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.829009] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 4260c523-eb7f-4054-98a8-eb79603d3113/4260c523-eb7f-4054-98a8-eb79603d3113.vmdk or device None with type thin {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.829280] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance '4260c523-eb7f-4054-98a8-eb79603d3113' progress to 50 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.335619] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6556e37-84e6-4111-8082-b47e5e689b17 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.354239] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aa108e-1a2c-497e-8092-d2da21395d5b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.372378] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance '4260c523-eb7f-4054-98a8-eb79603d3113' progress to 67 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.911454] env[69677]: DEBUG nova.network.neutron [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Port d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c binding to destination host cpu-1 is already ACTIVE {{(pid=69677) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1375.932321] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "4260c523-eb7f-4054-98a8-eb79603d3113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.932560] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4260c523-eb7f-4054-98a8-eb79603d3113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.932708] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4260c523-eb7f-4054-98a8-eb79603d3113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.984812] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.985038] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.985204] env[69677]: DEBUG nova.network.neutron [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.405491] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.405831] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.406103] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.406304] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.406480] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.408749] env[69677]: INFO nova.compute.manager [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Terminating instance [ 1377.656693] env[69677]: DEBUG nova.network.neutron [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance_info_cache with network_info: [{"id": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "address": "fa:16:3e:b5:cf:97", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8841ddb-c9", "ovs_interfaceid": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.912476] env[69677]: DEBUG nova.compute.manager [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1377.912651] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1377.913599] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb01b764-20a2-4b94-9e8f-0b44ae7c0b39 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.921199] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.921437] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-501e1844-2aed-4853-984c-8212990d5356 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.927969] env[69677]: DEBUG oslo_vmware.api [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1377.927969] env[69677]: value = "task-3437649" [ 1377.927969] env[69677]: _type = "Task" [ 1377.927969] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.937401] env[69677]: DEBUG oslo_vmware.api [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.159420] env[69677]: DEBUG oslo_concurrency.lockutils [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.438169] env[69677]: DEBUG oslo_vmware.api [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437649, 'name': PowerOffVM_Task, 'duration_secs': 0.187614} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.438433] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1378.438608] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1378.438855] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cb22acf-1b55-449f-8f95-f2c4ec3f83f3 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.501781] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1378.501997] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1378.502238] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleting the datastore file [datastore1] c0eb6688-c7c7-4525-8c1a-9d2d40263e8c {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1378.502609] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-369a4e3d-c2ce-4e4c-ab09-37878e1665d4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.510611] env[69677]: DEBUG oslo_vmware.api [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for the task: (returnval){ [ 1378.510611] env[69677]: value = "task-3437651" [ 1378.510611] env[69677]: _type = "Task" [ 1378.510611] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.518559] env[69677]: DEBUG oslo_vmware.api [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.683542] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f3979b-7a15-439e-b68b-19c72b94dd18 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.701827] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7a2480-abb8-4b01-b74d-d16012edaeb2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.708387] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance '4260c523-eb7f-4054-98a8-eb79603d3113' progress to 83 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.020609] env[69677]: DEBUG oslo_vmware.api [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Task: {'id': task-3437651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123479} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.021028] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1379.021142] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1379.021364] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1379.021566] env[69677]: INFO nova.compute.manager [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1379.021839] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1379.022044] env[69677]: DEBUG nova.compute.manager [-] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1379.022176] env[69677]: DEBUG nova.network.neutron [-] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1379.214695] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.215047] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03c92c08-b384-4e38-bf87-9d1d5586e698 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.221442] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1379.221442] env[69677]: value = "task-3437652" [ 1379.221442] env[69677]: _type = "Task" [ 1379.221442] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.228840] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.486904] env[69677]: DEBUG nova.compute.manager [req-ce231782-d43e-4cfc-b9d1-8ddf2152dc72 req-eddfa98f-312a-4acb-b177-8798bf9f19a2 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Received event network-vif-deleted-d3e0dad0-2105-4785-a786-b514e5317f5e {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.487123] env[69677]: INFO nova.compute.manager [req-ce231782-d43e-4cfc-b9d1-8ddf2152dc72 req-eddfa98f-312a-4acb-b177-8798bf9f19a2 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Neutron deleted interface d3e0dad0-2105-4785-a786-b514e5317f5e; detaching it from the instance and deleting it from the info cache [ 1379.487301] env[69677]: DEBUG nova.network.neutron [req-ce231782-d43e-4cfc-b9d1-8ddf2152dc72 req-eddfa98f-312a-4acb-b177-8798bf9f19a2 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.732467] env[69677]: DEBUG oslo_vmware.api [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437652, 'name': PowerOnVM_Task, 'duration_secs': 0.390094} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.732735] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1379.732920] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-94668346-0d63-4b3b-8ad8-54304b3ddc36 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance '4260c523-eb7f-4054-98a8-eb79603d3113' progress to 100 {{(pid=69677) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.966599] env[69677]: DEBUG nova.network.neutron [-] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.989426] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccfa4e4c-d00e-4ca8-9357-d827ba309e0f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.999771] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238639cc-27e2-43a3-9ddd-dfc6dc224538 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.034045] env[69677]: DEBUG nova.compute.manager [req-ce231782-d43e-4cfc-b9d1-8ddf2152dc72 req-eddfa98f-312a-4acb-b177-8798bf9f19a2 service nova] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Detach interface failed, port_id=d3e0dad0-2105-4785-a786-b514e5317f5e, reason: Instance c0eb6688-c7c7-4525-8c1a-9d2d40263e8c could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1380.470088] env[69677]: INFO nova.compute.manager [-] [instance: c0eb6688-c7c7-4525-8c1a-9d2d40263e8c] Took 1.45 seconds to deallocate network for instance. [ 1380.975955] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.976275] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.976503] env[69677]: DEBUG nova.objects.instance [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lazy-loading 'resources' on Instance uuid c0eb6688-c7c7-4525-8c1a-9d2d40263e8c {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.528565] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46421b4-abd2-48c6-8644-44009221fe85 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.535962] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5daf13f-229a-4f43-b093-fd7710bcb791 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.565858] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b730635b-15a4-462e-8319-02d7910e244c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.572505] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a277f76a-2685-40d2-b5a1-e409df4dc247 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.585067] env[69677]: DEBUG nova.compute.provider_tree [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.089122] env[69677]: DEBUG nova.scheduler.client.report [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.440870] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "4260c523-eb7f-4054-98a8-eb79603d3113" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.441110] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4260c523-eb7f-4054-98a8-eb79603d3113" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.441336] env[69677]: DEBUG nova.compute.manager [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Going to confirm migration 10 {{(pid=69677) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1382.594237] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.617266] env[69677]: INFO nova.scheduler.client.report [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Deleted allocations for instance c0eb6688-c7c7-4525-8c1a-9d2d40263e8c [ 1382.978331] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.978525] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquired lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.978700] env[69677]: DEBUG nova.network.neutron [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.978881] env[69677]: DEBUG nova.objects.instance [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lazy-loading 'info_cache' on Instance uuid 4260c523-eb7f-4054-98a8-eb79603d3113 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.124610] env[69677]: DEBUG oslo_concurrency.lockutils [None req-e14f5e8f-aea2-4d24-99d3-f52e363ee211 tempest-AttachVolumeShelveTestJSON-1633092347 tempest-AttachVolumeShelveTestJSON-1633092347-project-member] Lock "c0eb6688-c7c7-4525-8c1a-9d2d40263e8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.719s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.189769] env[69677]: DEBUG nova.network.neutron [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance_info_cache with network_info: [{"id": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "address": "fa:16:3e:b5:cf:97", "network": {"id": "59aae54e-d048-4d51-8e19-2f31589e1ef4", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1153419821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccac006f4adc452580c76958b6a2aa12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8841ddb-c9", "ovs_interfaceid": "d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.692988] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Releasing lock "refresh_cache-4260c523-eb7f-4054-98a8-eb79603d3113" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.693201] env[69677]: DEBUG nova.objects.instance [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lazy-loading 'migration_context' on Instance uuid 4260c523-eb7f-4054-98a8-eb79603d3113 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.196714] env[69677]: DEBUG nova.objects.base [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Object Instance<4260c523-eb7f-4054-98a8-eb79603d3113> lazy-loaded attributes: info_cache,migration_context {{(pid=69677) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1385.197961] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccabe25e-0985-4ce7-98dc-796c860ec4d7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.224837] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df7d505-d13c-470a-a847-4fc63e5487c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.231564] env[69677]: DEBUG oslo_vmware.api [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1385.231564] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5212c2d5-f1bf-06e0-334f-e987f9f28950" [ 1385.231564] env[69677]: _type = "Task" [ 1385.231564] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.242823] env[69677]: DEBUG oslo_vmware.api [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5212c2d5-f1bf-06e0-334f-e987f9f28950, 'name': SearchDatastore_Task, 'duration_secs': 0.007692} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.243167] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.243529] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.787361] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff678923-1026-4210-8650-60eff9c5e6cf {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.794556] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb37cd4-ad28-4971-b99b-c18be5328125 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.824123] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de6e553-ae7e-4293-977d-0f1053d8ee76 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.830982] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b102ec-5c81-461e-b6d3-1667a198a924 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.845123] env[69677]: DEBUG nova.compute.provider_tree [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.349313] env[69677]: DEBUG nova.scheduler.client.report [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.359421] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.116s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.913564] env[69677]: INFO nova.scheduler.client.report [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted allocation for migration 7f0ae13f-8612-41dd-a869-393348379f0d [ 1388.419564] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4260c523-eb7f-4054-98a8-eb79603d3113" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 5.978s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.462269] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "4260c523-eb7f-4054-98a8-eb79603d3113" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.463301] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4260c523-eb7f-4054-98a8-eb79603d3113" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.463301] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "4260c523-eb7f-4054-98a8-eb79603d3113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.463301] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4260c523-eb7f-4054-98a8-eb79603d3113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.463301] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4260c523-eb7f-4054-98a8-eb79603d3113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.465319] env[69677]: INFO nova.compute.manager [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Terminating instance [ 1389.970062] env[69677]: DEBUG nova.compute.manager [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.970392] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.971538] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38217c23-0ba1-4564-849b-eb0e58bfd604 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.980240] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.980496] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcc252a5-e7c3-4ffd-8677-395e8cf823a1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.987345] env[69677]: DEBUG oslo_vmware.api [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1389.987345] env[69677]: value = "task-3437654" [ 1389.987345] env[69677]: _type = "Task" [ 1389.987345] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.996106] env[69677]: DEBUG oslo_vmware.api [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.496835] env[69677]: DEBUG oslo_vmware.api [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437654, 'name': PowerOffVM_Task, 'duration_secs': 0.200009} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.497204] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.497307] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1390.497564] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bda2d04-7fed-4d32-97a1-259ab59c8fd2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.560441] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1390.560692] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1390.560896] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleting the datastore file [datastore1] 4260c523-eb7f-4054-98a8-eb79603d3113 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1390.561165] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92dc8f46-96c9-4309-9240-9fc0c26c168e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.568432] env[69677]: DEBUG oslo_vmware.api [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for the task: (returnval){ [ 1390.568432] env[69677]: value = "task-3437656" [ 1390.568432] env[69677]: _type = "Task" [ 1390.568432] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.576214] env[69677]: DEBUG oslo_vmware.api [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.078021] env[69677]: DEBUG oslo_vmware.api [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Task: {'id': task-3437656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145367} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.078269] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.078453] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.078625] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.078799] env[69677]: INFO nova.compute.manager [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1391.079054] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1391.079252] env[69677]: DEBUG nova.compute.manager [-] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1391.079347] env[69677]: DEBUG nova.network.neutron [-] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1391.294452] env[69677]: DEBUG nova.compute.manager [req-ad53a184-7abb-4dbc-8af5-90b3010f5f0f req-0cba03c2-7050-42e1-b73b-27739d619ef2 service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Received event network-vif-deleted-d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.294650] env[69677]: INFO nova.compute.manager [req-ad53a184-7abb-4dbc-8af5-90b3010f5f0f req-0cba03c2-7050-42e1-b73b-27739d619ef2 service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Neutron deleted interface d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c; detaching it from the instance and deleting it from the info cache [ 1391.294819] env[69677]: DEBUG nova.network.neutron [req-ad53a184-7abb-4dbc-8af5-90b3010f5f0f req-0cba03c2-7050-42e1-b73b-27739d619ef2 service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.778998] env[69677]: DEBUG nova.network.neutron [-] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.797241] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2033c215-e297-41cf-a1ef-1fef6485be88 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.809490] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc250c6-c09e-40a1-bec4-3a935e9299a6 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.832391] env[69677]: DEBUG nova.compute.manager [req-ad53a184-7abb-4dbc-8af5-90b3010f5f0f req-0cba03c2-7050-42e1-b73b-27739d619ef2 service nova] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Detach interface failed, port_id=d8841ddb-c9a6-4bbf-a6e6-fd232f012c1c, reason: Instance 4260c523-eb7f-4054-98a8-eb79603d3113 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1392.281826] env[69677]: INFO nova.compute.manager [-] [instance: 4260c523-eb7f-4054-98a8-eb79603d3113] Took 1.20 seconds to deallocate network for instance. [ 1392.788972] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.789376] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.789687] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.812399] env[69677]: INFO nova.scheduler.client.report [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Deleted allocations for instance 4260c523-eb7f-4054-98a8-eb79603d3113 [ 1393.320854] env[69677]: DEBUG oslo_concurrency.lockutils [None req-69aaf734-02e3-4c4e-9465-a92feadd5ef7 tempest-DeleteServersTestJSON-1852814898 tempest-DeleteServersTestJSON-1852814898-project-member] Lock "4260c523-eb7f-4054-98a8-eb79603d3113" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.858s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.952404] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquiring lock "49d13223-7f5a-452c-84f6-092a517d20e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.952783] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Lock "49d13223-7f5a-452c-84f6-092a517d20e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.454723] env[69677]: DEBUG nova.compute.manager [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Starting instance... {{(pid=69677) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.236362] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.236682] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.238076] env[69677]: INFO nova.compute.claims [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1403.273802] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fbdbb8-aa4a-463a-a9c1-2c0e1d31631c {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.281295] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447dfb57-0f6a-454f-85ef-1009046c7f63 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.310232] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad997fe-7ba3-4e3e-a929-1de6fdd77052 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.317368] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3029ac08-7faf-451e-bfab-f3831f53cef2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.329659] env[69677]: DEBUG nova.compute.provider_tree [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.832876] env[69677]: DEBUG nova.scheduler.client.report [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.338132] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.338498] env[69677]: DEBUG nova.compute.manager [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Start building networks asynchronously for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1404.844585] env[69677]: DEBUG nova.compute.utils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Using /dev/sd instead of None {{(pid=69677) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1404.846365] env[69677]: DEBUG nova.compute.manager [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Allocating IP information in the background. {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1404.846528] env[69677]: DEBUG nova.network.neutron [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] allocate_for_instance() {{(pid=69677) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1404.881235] env[69677]: DEBUG nova.policy [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c541a21ef4134be6b05b5783e228a01f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f519d59886c44718c349f8bd8c29228', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69677) authorize /opt/stack/nova/nova/policy.py:192}} [ 1405.134463] env[69677]: DEBUG nova.network.neutron [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Successfully created port: d1a45e47-c796-4119-9161-28775b05f9ed {{(pid=69677) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.352041] env[69677]: DEBUG nova.compute.manager [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Start building block device mappings for instance. {{(pid=69677) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1406.359196] env[69677]: DEBUG nova.compute.manager [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Start spawning the instance on the hypervisor. {{(pid=69677) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1406.414311] env[69677]: DEBUG nova.virt.hardware [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:25:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:25:24Z,direct_url=,disk_format='vmdk',id=dc0ac7c7-56c5-45c7-ba8f-915313852e65,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5ee7e15efb3743e79c640d47c4b9a7ea',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:25:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.414961] env[69677]: DEBUG nova.virt.hardware [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Flavor limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.414961] env[69677]: DEBUG nova.virt.hardware [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Image limits 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.414961] env[69677]: DEBUG nova.virt.hardware [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Flavor pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.415103] env[69677]: DEBUG nova.virt.hardware [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Image pref 0:0:0 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.415329] env[69677]: DEBUG nova.virt.hardware [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69677) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.415447] env[69677]: DEBUG nova.virt.hardware [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.415604] env[69677]: DEBUG nova.virt.hardware [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.415768] env[69677]: DEBUG nova.virt.hardware [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Got 1 possible topologies {{(pid=69677) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.415925] env[69677]: DEBUG nova.virt.hardware [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.416113] env[69677]: DEBUG nova.virt.hardware [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69677) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.416983] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03560c1-4fa9-469c-8d8c-36bd70bf63a5 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.424796] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4203c357-a7f6-42ce-9162-b9c1434f85c2 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.717904] env[69677]: DEBUG nova.compute.manager [req-747e2d07-3ea5-4269-9fea-a0e9f120515c req-77b4a1d7-5f07-4c5d-9c18-dc99976abacb service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Received event network-vif-plugged-d1a45e47-c796-4119-9161-28775b05f9ed {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.718137] env[69677]: DEBUG oslo_concurrency.lockutils [req-747e2d07-3ea5-4269-9fea-a0e9f120515c req-77b4a1d7-5f07-4c5d-9c18-dc99976abacb service nova] Acquiring lock "49d13223-7f5a-452c-84f6-092a517d20e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.718347] env[69677]: DEBUG oslo_concurrency.lockutils [req-747e2d07-3ea5-4269-9fea-a0e9f120515c req-77b4a1d7-5f07-4c5d-9c18-dc99976abacb service nova] Lock "49d13223-7f5a-452c-84f6-092a517d20e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.718556] env[69677]: DEBUG oslo_concurrency.lockutils [req-747e2d07-3ea5-4269-9fea-a0e9f120515c req-77b4a1d7-5f07-4c5d-9c18-dc99976abacb service nova] Lock "49d13223-7f5a-452c-84f6-092a517d20e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.718671] env[69677]: DEBUG nova.compute.manager [req-747e2d07-3ea5-4269-9fea-a0e9f120515c req-77b4a1d7-5f07-4c5d-9c18-dc99976abacb service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] No waiting events found dispatching network-vif-plugged-d1a45e47-c796-4119-9161-28775b05f9ed {{(pid=69677) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1406.718832] env[69677]: WARNING nova.compute.manager [req-747e2d07-3ea5-4269-9fea-a0e9f120515c req-77b4a1d7-5f07-4c5d-9c18-dc99976abacb service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Received unexpected event network-vif-plugged-d1a45e47-c796-4119-9161-28775b05f9ed for instance with vm_state building and task_state spawning. [ 1406.806086] env[69677]: DEBUG nova.network.neutron [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Successfully updated port: d1a45e47-c796-4119-9161-28775b05f9ed {{(pid=69677) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1407.310118] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquiring lock "refresh_cache-49d13223-7f5a-452c-84f6-092a517d20e8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.310118] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquired lock "refresh_cache-49d13223-7f5a-452c-84f6-092a517d20e8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.310118] env[69677]: DEBUG nova.network.neutron [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Building network info cache for instance {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.840104] env[69677]: DEBUG nova.network.neutron [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Instance cache missing network info. {{(pid=69677) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.045714] env[69677]: DEBUG nova.network.neutron [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Updating instance_info_cache with network_info: [{"id": "d1a45e47-c796-4119-9161-28775b05f9ed", "address": "fa:16:3e:9d:01:26", "network": {"id": "5db62797-65ad-4d94-9dae-71fe4e5fba81", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1047738404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f519d59886c44718c349f8bd8c29228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a45e47-c7", "ovs_interfaceid": "d1a45e47-c796-4119-9161-28775b05f9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.548156] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Releasing lock "refresh_cache-49d13223-7f5a-452c-84f6-092a517d20e8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.548488] env[69677]: DEBUG nova.compute.manager [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Instance network_info: |[{"id": "d1a45e47-c796-4119-9161-28775b05f9ed", "address": "fa:16:3e:9d:01:26", "network": {"id": "5db62797-65ad-4d94-9dae-71fe4e5fba81", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1047738404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f519d59886c44718c349f8bd8c29228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a45e47-c7", "ovs_interfaceid": "d1a45e47-c796-4119-9161-28775b05f9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69677) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1408.548914] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:01:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1a45e47-c796-4119-9161-28775b05f9ed', 'vif_model': 'vmxnet3'}] {{(pid=69677) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.556731] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Creating folder: Project (5f519d59886c44718c349f8bd8c29228). Parent ref: group-v685897. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.556990] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee361399-634a-4d3c-a358-635e87d7a3df {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.568320] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Created folder: Project (5f519d59886c44718c349f8bd8c29228) in parent group-v685897. [ 1408.568470] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Creating folder: Instances. Parent ref: group-v686245. {{(pid=69677) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1408.568672] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-711fd1c7-e810-41a2-af61-83b289751588 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.578282] env[69677]: INFO nova.virt.vmwareapi.vm_util [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Created folder: Instances in parent group-v686245. [ 1408.578500] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1408.578681] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Creating VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.578873] env[69677]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59ca3db2-1f81-4c33-9861-418bcda4ba55 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.597794] env[69677]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.597794] env[69677]: value = "task-3437660" [ 1408.597794] env[69677]: _type = "Task" [ 1408.597794] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.605967] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437660, 'name': CreateVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.747083] env[69677]: DEBUG nova.compute.manager [req-b19a2c8a-ce01-4889-94a9-5fa43ef3da27 req-eb433e63-3092-4573-82f1-b2ec98f4405f service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Received event network-changed-d1a45e47-c796-4119-9161-28775b05f9ed {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.747378] env[69677]: DEBUG nova.compute.manager [req-b19a2c8a-ce01-4889-94a9-5fa43ef3da27 req-eb433e63-3092-4573-82f1-b2ec98f4405f service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Refreshing instance network info cache due to event network-changed-d1a45e47-c796-4119-9161-28775b05f9ed. {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1408.747512] env[69677]: DEBUG oslo_concurrency.lockutils [req-b19a2c8a-ce01-4889-94a9-5fa43ef3da27 req-eb433e63-3092-4573-82f1-b2ec98f4405f service nova] Acquiring lock "refresh_cache-49d13223-7f5a-452c-84f6-092a517d20e8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.747649] env[69677]: DEBUG oslo_concurrency.lockutils [req-b19a2c8a-ce01-4889-94a9-5fa43ef3da27 req-eb433e63-3092-4573-82f1-b2ec98f4405f service nova] Acquired lock "refresh_cache-49d13223-7f5a-452c-84f6-092a517d20e8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.747803] env[69677]: DEBUG nova.network.neutron [req-b19a2c8a-ce01-4889-94a9-5fa43ef3da27 req-eb433e63-3092-4573-82f1-b2ec98f4405f service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Refreshing network info cache for port d1a45e47-c796-4119-9161-28775b05f9ed {{(pid=69677) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.107344] env[69677]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437660, 'name': CreateVM_Task, 'duration_secs': 0.338094} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.107660] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Created VM on the ESX host {{(pid=69677) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1409.108154] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.108327] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.108640] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.108887] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68fc54e-d4fb-469e-992e-c68f78a3a66e {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.113053] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for the task: (returnval){ [ 1409.113053] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529d86ea-d2c6-4ac0-d2cd-3a4e1360600a" [ 1409.113053] env[69677]: _type = "Task" [ 1409.113053] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.120225] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529d86ea-d2c6-4ac0-d2cd-3a4e1360600a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.419810] env[69677]: DEBUG nova.network.neutron [req-b19a2c8a-ce01-4889-94a9-5fa43ef3da27 req-eb433e63-3092-4573-82f1-b2ec98f4405f service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Updated VIF entry in instance network info cache for port d1a45e47-c796-4119-9161-28775b05f9ed. {{(pid=69677) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.420168] env[69677]: DEBUG nova.network.neutron [req-b19a2c8a-ce01-4889-94a9-5fa43ef3da27 req-eb433e63-3092-4573-82f1-b2ec98f4405f service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Updating instance_info_cache with network_info: [{"id": "d1a45e47-c796-4119-9161-28775b05f9ed", "address": "fa:16:3e:9d:01:26", "network": {"id": "5db62797-65ad-4d94-9dae-71fe4e5fba81", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1047738404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f519d59886c44718c349f8bd8c29228", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a45e47-c7", "ovs_interfaceid": "d1a45e47-c796-4119-9161-28775b05f9ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.623333] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]529d86ea-d2c6-4ac0-d2cd-3a4e1360600a, 'name': SearchDatastore_Task, 'duration_secs': 0.010175} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.623604] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.623843] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Processing image dc0ac7c7-56c5-45c7-ba8f-915313852e65 {{(pid=69677) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.624110] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.624240] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.624415] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.624659] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eaad096-aa9b-4ce8-a46b-d6d8137946fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.633012] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69677) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.633189] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69677) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.633934] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e642cf25-f794-4409-b3c6-eb110e0a650d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.639115] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for the task: (returnval){ [ 1409.639115] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5279dd00-0ae3-0d8f-3655-2b0854754e9c" [ 1409.639115] env[69677]: _type = "Task" [ 1409.639115] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.646317] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5279dd00-0ae3-0d8f-3655-2b0854754e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.923272] env[69677]: DEBUG oslo_concurrency.lockutils [req-b19a2c8a-ce01-4889-94a9-5fa43ef3da27 req-eb433e63-3092-4573-82f1-b2ec98f4405f service nova] Releasing lock "refresh_cache-49d13223-7f5a-452c-84f6-092a517d20e8" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.149641] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]5279dd00-0ae3-0d8f-3655-2b0854754e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.008518} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.150413] env[69677]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b98abf-c8a3-4387-a82f-a0c429c67ffa {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.155479] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for the task: (returnval){ [ 1410.155479] env[69677]: value = "session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b79b52-2b59-8030-bc52-373266cd6b5e" [ 1410.155479] env[69677]: _type = "Task" [ 1410.155479] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.163013] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b79b52-2b59-8030-bc52-373266cd6b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.666924] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': session[52ab2a40-afb6-de73-7fa1-6bac763cb62a]52b79b52-2b59-8030-bc52-373266cd6b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.667170] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk" {{(pid=69677) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.667496] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 49d13223-7f5a-452c-84f6-092a517d20e8/49d13223-7f5a-452c-84f6-092a517d20e8.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1410.667758] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22bd1d84-f8b3-412d-888b-95188a655470 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.675110] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for the task: (returnval){ [ 1410.675110] env[69677]: value = "task-3437661" [ 1410.675110] env[69677]: _type = "Task" [ 1410.675110] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.682204] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.185098] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413844} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.185358] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dc0ac7c7-56c5-45c7-ba8f-915313852e65/dc0ac7c7-56c5-45c7-ba8f-915313852e65.vmdk to [datastore1] 49d13223-7f5a-452c-84f6-092a517d20e8/49d13223-7f5a-452c-84f6-092a517d20e8.vmdk {{(pid=69677) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.185532] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Extending root virtual disk to 1048576 {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.185774] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfa005f5-827f-49a3-9aed-3a588cca0ff8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.192293] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for the task: (returnval){ [ 1411.192293] env[69677]: value = "task-3437662" [ 1411.192293] env[69677]: _type = "Task" [ 1411.192293] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.199185] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.701764] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062503} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.702068] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Extended root virtual disk {{(pid=69677) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.702887] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b3b430-c2cb-48c0-ba72-a9feebda4f63 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.724679] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 49d13223-7f5a-452c-84f6-092a517d20e8/49d13223-7f5a-452c-84f6-092a517d20e8.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.724910] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7192eed-6362-4c26-a26f-c41e4bb5dacc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.743875] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for the task: (returnval){ [ 1411.743875] env[69677]: value = "task-3437663" [ 1411.743875] env[69677]: _type = "Task" [ 1411.743875] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.753981] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.253933] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437663, 'name': ReconfigVM_Task, 'duration_secs': 0.262256} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.254344] env[69677]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 49d13223-7f5a-452c-84f6-092a517d20e8/49d13223-7f5a-452c-84f6-092a517d20e8.vmdk or device None with type sparse {{(pid=69677) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.254799] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b95088-d4dc-42ce-b25f-90feb480cbd8 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.260893] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for the task: (returnval){ [ 1412.260893] env[69677]: value = "task-3437664" [ 1412.260893] env[69677]: _type = "Task" [ 1412.260893] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.267775] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437664, 'name': Rename_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.770202] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437664, 'name': Rename_Task, 'duration_secs': 0.145974} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.770499] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Powering on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.770757] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0552d8d7-61f9-494b-9222-3e7cc9727118 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.776985] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for the task: (returnval){ [ 1412.776985] env[69677]: value = "task-3437665" [ 1412.776985] env[69677]: _type = "Task" [ 1412.776985] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.786854] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.286569] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.791959] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.287720] env[69677]: DEBUG oslo_vmware.api [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437665, 'name': PowerOnVM_Task, 'duration_secs': 1.506189} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.288137] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Powered on the VM {{(pid=69677) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.288200] env[69677]: INFO nova.compute.manager [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1414.288384] env[69677]: DEBUG nova.compute.manager [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Checking state {{(pid=69677) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.289145] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415a82d3-11d0-415d-a8f9-177695f55c7a {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.805310] env[69677]: INFO nova.compute.manager [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Took 12.59 seconds to build instance. [ 1415.221092] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquiring lock "49d13223-7f5a-452c-84f6-092a517d20e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.307350] env[69677]: DEBUG oslo_concurrency.lockutils [None req-a8a7420e-7ca0-4a5f-815c-8bc08b7ec27d tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Lock "49d13223-7f5a-452c-84f6-092a517d20e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.354s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.307744] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Lock "49d13223-7f5a-452c-84f6-092a517d20e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.087s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.308025] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquiring lock "49d13223-7f5a-452c-84f6-092a517d20e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.308287] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Lock "49d13223-7f5a-452c-84f6-092a517d20e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.308498] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Lock "49d13223-7f5a-452c-84f6-092a517d20e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.310757] env[69677]: INFO nova.compute.manager [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Terminating instance [ 1415.814441] env[69677]: DEBUG nova.compute.manager [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Start destroying the instance on the hypervisor. {{(pid=69677) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1415.814719] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Destroying instance {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1415.815772] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843ae482-c006-40d7-9293-820d7d3cfaa0 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.823716] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Powering off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.824057] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c3e2d47-33d3-4654-a39f-2b17fecf2214 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.829321] env[69677]: DEBUG oslo_vmware.api [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for the task: (returnval){ [ 1415.829321] env[69677]: value = "task-3437666" [ 1415.829321] env[69677]: _type = "Task" [ 1415.829321] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.838298] env[69677]: DEBUG oslo_vmware.api [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.338594] env[69677]: DEBUG oslo_vmware.api [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437666, 'name': PowerOffVM_Task, 'duration_secs': 0.186314} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.338958] env[69677]: DEBUG nova.virt.vmwareapi.vm_util [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Powered off the VM {{(pid=69677) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.339092] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Unregistering the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.339296] env[69677]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-891ead21-8496-426c-ad7a-fe87f5a3708d {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.813245] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Unregistered the VM {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.813477] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Deleting contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.813695] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Deleting the datastore file [datastore1] 49d13223-7f5a-452c-84f6-092a517d20e8 {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.813962] env[69677]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a01b93c-5a9b-454a-82e5-5958ce740b34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.820868] env[69677]: DEBUG oslo_vmware.api [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for the task: (returnval){ [ 1416.820868] env[69677]: value = "task-3437668" [ 1416.820868] env[69677]: _type = "Task" [ 1416.820868] env[69677]: } to complete. {{(pid=69677) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.828476] env[69677]: DEBUG oslo_vmware.api [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.330272] env[69677]: DEBUG oslo_vmware.api [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Task: {'id': task-3437668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147936} completed successfully. {{(pid=69677) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.330563] env[69677]: DEBUG nova.virt.vmwareapi.ds_util [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Deleted the datastore file {{(pid=69677) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.330798] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Deleted contents of the VM from datastore datastore1 {{(pid=69677) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.330980] env[69677]: DEBUG nova.virt.vmwareapi.vmops [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Instance destroyed {{(pid=69677) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.331177] env[69677]: INFO nova.compute.manager [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Took 1.52 seconds to destroy the instance on the hypervisor. [ 1417.331409] env[69677]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69677) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.331597] env[69677]: DEBUG nova.compute.manager [-] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Deallocating network for instance {{(pid=69677) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1417.331691] env[69677]: DEBUG nova.network.neutron [-] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] deallocate_for_instance() {{(pid=69677) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.742278] env[69677]: DEBUG nova.compute.manager [req-1a57237b-22a6-4b23-896d-03bd7df31414 req-96f065b1-d0b2-4110-872a-e6d42d8df0fa service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Received event network-vif-deleted-d1a45e47-c796-4119-9161-28775b05f9ed {{(pid=69677) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.742557] env[69677]: INFO nova.compute.manager [req-1a57237b-22a6-4b23-896d-03bd7df31414 req-96f065b1-d0b2-4110-872a-e6d42d8df0fa service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Neutron deleted interface d1a45e47-c796-4119-9161-28775b05f9ed; detaching it from the instance and deleting it from the info cache [ 1417.742714] env[69677]: DEBUG nova.network.neutron [req-1a57237b-22a6-4b23-896d-03bd7df31414 req-96f065b1-d0b2-4110-872a-e6d42d8df0fa service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.110020] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.197720] env[69677]: DEBUG nova.network.neutron [-] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Updating instance_info_cache with network_info: [] {{(pid=69677) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.244966] env[69677]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9c8dbdc-0790-4ec6-bd7a-9157974f4c1f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.254625] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1466e72-f1bd-410b-979d-e958bf10e10b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.277782] env[69677]: DEBUG nova.compute.manager [req-1a57237b-22a6-4b23-896d-03bd7df31414 req-96f065b1-d0b2-4110-872a-e6d42d8df0fa service nova] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Detach interface failed, port_id=d1a45e47-c796-4119-9161-28775b05f9ed, reason: Instance 49d13223-7f5a-452c-84f6-092a517d20e8 could not be found. {{(pid=69677) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1418.701169] env[69677]: INFO nova.compute.manager [-] [instance: 49d13223-7f5a-452c-84f6-092a517d20e8] Took 1.37 seconds to deallocate network for instance. [ 1419.208153] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.208528] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.208665] env[69677]: DEBUG nova.objects.instance [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Lazy-loading 'resources' on Instance uuid 49d13223-7f5a-452c-84f6-092a517d20e8 {{(pid=69677) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.765700] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aad47f-1f80-48c0-ad26-8b65fa66f2bc {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.773251] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9beb0257-ddbc-469e-b495-ea77ad1be9f7 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.803157] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b30a229-d6f0-4271-a096-1b2242683681 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.809663] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226714c3-4da2-4f6c-87af-1989f8ed99f4 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.822067] env[69677]: DEBUG nova.compute.provider_tree [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.113972] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.325491] env[69677]: DEBUG nova.scheduler.client.report [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.831115] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.863471] env[69677]: INFO nova.scheduler.client.report [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Deleted allocations for instance 49d13223-7f5a-452c-84f6-092a517d20e8 [ 1421.371790] env[69677]: DEBUG oslo_concurrency.lockutils [None req-1451af72-d52e-4fc8-ae3e-aab43562edbd tempest-ServerAddressesNegativeTestJSON-324288718 tempest-ServerAddressesNegativeTestJSON-324288718-project-member] Lock "49d13223-7f5a-452c-84f6-092a517d20e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.064s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.114081] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.114338] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.114500] env[69677]: DEBUG nova.compute.manager [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69677) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1423.114594] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager.update_available_resource {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.618105] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.618105] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.618305] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.618305] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69677) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1423.619226] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d159501b-433b-4028-bb74-dc2df0aa1d34 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.627452] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1d2c1f-5091-4c7c-b32c-9b14d92526e9 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.641866] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00422dc2-4829-46f2-90fb-6891247410a1 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.647979] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd1bb29-983a-4910-bdca-9fb7acee937b {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.677320] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180899MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69677) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1423.677488] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.677667] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.705382] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1424.705621] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69677) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1424.718332] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6c016b-604c-4c87-a873-eb020ef01161 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.726200] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe18096-732c-48aa-9dbb-5a4a4f2c51fe {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.755908] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a905cc17-fb57-4428-ac37-988630782b3f {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.762388] env[69677]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed94e08d-9efe-40be-a3bb-54ebca23c939 {{(pid=69677) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.774791] env[69677]: DEBUG nova.compute.provider_tree [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed in ProviderTree for provider: 0c5171a8-f2e0-4f3a-8916-700b7523cd77 {{(pid=69677) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.277770] env[69677]: DEBUG nova.scheduler.client.report [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Inventory has not changed for provider 0c5171a8-f2e0-4f3a-8916-700b7523cd77 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69677) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.782287] env[69677]: DEBUG nova.compute.resource_tracker [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69677) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1425.782641] env[69677]: DEBUG oslo_concurrency.lockutils [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.105s {{(pid=69677) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.782574] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.782833] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1426.782864] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.110774] env[69677]: DEBUG oslo_service.periodic_task [None req-16b5b430-f9bd-48d0-8432-c811036af71e None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69677) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}